2015-03-13 10:49:17,495 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-03-13 10:49:17,522 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2015-03-13 10:49:17,523 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.flow.hadoop.MapReduceFlowPlatformTest
2015-03-13 10:49:17,535 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(117)) - using cluster
2015-03-13 10:49:18,059 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Formatting using clusterid: testClusterID
2015-03-13 10:49:18,130 INFO namenode.HostFileManager (HostFileManager.java:refresh(304)) - read includes:
HostSet(
)
2015-03-13 10:49:18,130 INFO namenode.HostFileManager (HostFileManager.java:refresh(311)) - read excludes:
HostSet(
)
2015-03-13 10:49:18,132 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2015-03-13 10:49:18,132 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(210)) - dfs.block.invalidate.limit=1000
2015-03-13 10:49:18,135 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map BlocksMap
2015-03-13 10:49:18,136 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 10:49:18,137 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 2.0% max memory = 672 MB
2015-03-13 10:49:18,137 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^21 = 2097152 entries
2015-03-13 10:49:18,143 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(314)) - dfs.block.access.token.enable=false
2015-03-13 10:49:18,144 INFO blockmanagement.BlockManager (BlockManager.java:<init>(300)) - defaultReplication = 3
2015-03-13 10:49:18,144 INFO blockmanagement.BlockManager (BlockManager.java:<init>(301)) - maxReplication = 512
2015-03-13 10:49:18,145 INFO blockmanagement.BlockManager (BlockManager.java:<init>(302)) - minReplication = 1
2015-03-13 10:49:18,146 INFO blockmanagement.BlockManager (BlockManager.java:<init>(303)) - maxReplicationStreams = 2
2015-03-13 10:49:18,146 INFO blockmanagement.BlockManager (BlockManager.java:<init>(304)) - shouldCheckForEnoughRacks = false
2015-03-13 10:49:18,146 INFO blockmanagement.BlockManager (BlockManager.java:<init>(305)) - replicationRecheckInterval = 3000
2015-03-13 10:49:18,147 INFO blockmanagement.BlockManager (BlockManager.java:<init>(306)) - encryptDataTransfer = false
2015-03-13 10:49:18,154 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(612)) - fsOwner = soberoi (auth:SIMPLE)
2015-03-13 10:49:18,155 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(613)) - supergroup = supergroup
2015-03-13 10:49:18,155 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(614)) - isPermissionEnabled = true
2015-03-13 10:49:18,156 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(628)) - HA Enabled: false
2015-03-13 10:49:18,158 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(665)) - Append Enabled: true
2015-03-13 10:49:18,397 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map INodeMap
2015-03-13 10:49:18,397 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 10:49:18,397 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 1.0% max memory = 672 MB
2015-03-13 10:49:18,398 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^20 = 1048576 entries
2015-03-13 10:49:18,400 INFO namenode.NameNode (FSDirectory.java:<init>(173)) - Caching file names occuring more than 10 times
2015-03-13 10:49:18,404 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4362)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-03-13 10:49:18,404 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4363)) - dfs.namenode.safemode.min.datanodes = 0
2015-03-13 10:49:18,405 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4364)) - dfs.namenode.safemode.extension = 0
2015-03-13 10:49:18,406 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(725)) - Retry cache on namenode is enabled
2015-03-13 10:49:18,407 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(733)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-03-13 10:49:18,414 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map Namenode Retry Cache
2015-03-13 10:49:18,414 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 10:49:18,415 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 0.029999999329447746% max memory = 672 MB
2015-03-13 10:49:18,415 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^15 = 32768 entries
2015-03-13 10:49:18,457 INFO common.Storage (NNStorage.java:format(527)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name1 has been successfully formatted.
2015-03-13 10:49:18,459 INFO common.Storage (NNStorage.java:format(527)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name2 has been successfully formatted.
2015-03-13 10:49:18,467 INFO namenode.FSImage (FSImageFormat.java:save(976)) - Saving image file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name2/current/fsimage.ckpt_0000000000000000000 using no compression
2015-03-13 10:49:18,467 INFO namenode.FSImage (FSImageFormat.java:save(976)) - Saving image file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name1/current/fsimage.ckpt_0000000000000000000 using no compression
2015-03-13 10:49:18,477 INFO namenode.FSImage (FSImageFormat.java:save(1004)) - Image file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name2/current/fsimage.ckpt_0000000000000000000 of size 199 bytes saved in 0 seconds.
2015-03-13 10:49:18,477 INFO namenode.FSImage (FSImageFormat.java:save(1004)) - Image file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name1/current/fsimage.ckpt_0000000000000000000 of size 199 bytes saved in 0 seconds.
2015-03-13 10:49:18,484 INFO namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(177)) - Going to retain 1 images with txid >= 0
2015-03-13 10:49:18,516 WARN impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2015-03-13 10:49:18,566 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(344)) - Scheduled snapshot period at 10 second(s).
2015-03-13 10:49:18,566 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:start(183)) - NameNode metrics system started
2015-03-13 10:49:18,609 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2015-03-13 10:49:18,646 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 10:49:18,648 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2015-03-13 10:49:18,648 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 10:49:18,649 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 10:49:18,660 INFO http.HttpServer (WebHdfsFileSystem.java:isEnabled(157)) - dfs.webhdfs.enabled = false
2015-03-13 10:49:18,670 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 57738
2015-03-13 10:49:18,670 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 10:49:18,692 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.2.0/9f20694a2b243f5511f1da3c2812bbb27cef24aa/hadoop-hdfs-2.2.0-tests.jar!/webapps/hdfs to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_57738_hdfs____nx0k2s/webapp
2015-03-13 10:49:18,911 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:57738
2015-03-13 10:49:18,911 INFO namenode.NameNode (NameNode.java:setHttpServerAddress(439)) - Web-server up at: localhost:57738
2015-03-13 10:49:18,914 INFO namenode.HostFileManager (HostFileManager.java:refresh(304)) - read includes:
HostSet(
)
2015-03-13 10:49:18,914 INFO namenode.HostFileManager (HostFileManager.java:refresh(311)) - read excludes:
HostSet(
)
2015-03-13 10:49:18,915 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(210)) - dfs.block.invalidate.limit=1000
2015-03-13 10:49:18,915 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map BlocksMap
2015-03-13 10:49:18,915 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 10:49:18,916 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 2.0% max memory = 672 MB
2015-03-13 10:49:18,916 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^21 = 2097152 entries
2015-03-13 10:49:18,917 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(314)) - dfs.block.access.token.enable=false
2015-03-13 10:49:18,918 INFO blockmanagement.BlockManager (BlockManager.java:<init>(300)) - defaultReplication = 3
2015-03-13 10:49:18,918 INFO blockmanagement.BlockManager (BlockManager.java:<init>(301)) - maxReplication = 512
2015-03-13 10:49:18,919 INFO blockmanagement.BlockManager (BlockManager.java:<init>(302)) - minReplication = 1
2015-03-13 10:49:18,919 INFO blockmanagement.BlockManager (BlockManager.java:<init>(303)) - maxReplicationStreams = 2
2015-03-13 10:49:18,919 INFO blockmanagement.BlockManager (BlockManager.java:<init>(304)) - shouldCheckForEnoughRacks = false
2015-03-13 10:49:18,920 INFO blockmanagement.BlockManager (BlockManager.java:<init>(305)) - replicationRecheckInterval = 3000
2015-03-13 10:49:18,920 INFO blockmanagement.BlockManager (BlockManager.java:<init>(306)) - encryptDataTransfer = false
2015-03-13 10:49:18,920 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(612)) - fsOwner = soberoi (auth:SIMPLE)
2015-03-13 10:49:18,921 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(613)) - supergroup = supergroup
2015-03-13 10:49:18,921 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(614)) - isPermissionEnabled = true
2015-03-13 10:49:18,922 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(628)) - HA Enabled: false
2015-03-13 10:49:18,922 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(665)) - Append Enabled: true
2015-03-13 10:49:18,922 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map INodeMap
2015-03-13 10:49:18,923 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 10:49:18,923 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 1.0% max memory = 672 MB
2015-03-13 10:49:18,923 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^20 = 1048576 entries
2015-03-13 10:49:18,924 INFO namenode.NameNode (FSDirectory.java:<init>(173)) - Caching file names occuring more than 10 times
2015-03-13 10:49:18,925 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4362)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-03-13 10:49:18,925 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4363)) - dfs.namenode.safemode.min.datanodes = 0
2015-03-13 10:49:18,925 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4364)) - dfs.namenode.safemode.extension = 0
2015-03-13 10:49:18,926 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(725)) - Retry cache on namenode is enabled
2015-03-13 10:49:18,926 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(733)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-03-13 10:49:18,927 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map Namenode Retry Cache
2015-03-13 10:49:18,927 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 10:49:18,927 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 0.029999999329447746% max memory = 672 MB
2015-03-13 10:49:18,928 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^15 = 32768 entries
2015-03-13 10:49:18,932 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name1/in_use.lock acquired by nodename 27465@Edinburgh.local
2015-03-13 10:49:18,935 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name2/in_use.lock acquired by nodename 27465@Edinburgh.local
2015-03-13 10:49:18,938 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(305)) - Recovering unfinalized segments in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name1/current
2015-03-13 10:49:18,938 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(305)) - Recovering unfinalized segments in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name2/current
2015-03-13 10:49:18,939 INFO namenode.FSImage (FSImage.java:loadFSImage(627)) - No edit log streams selected.
2015-03-13 10:49:18,943 INFO namenode.FSImage (FSImageFormat.java:load(330)) - Loading image file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name1/current/fsimage_0000000000000000000 using no compression
2015-03-13 10:49:18,943 INFO namenode.FSImage (FSImageFormat.java:load(333)) - Number of files = 1
2015-03-13 10:49:18,944 INFO namenode.FSImage (FSImageFormat.java:loadFilesUnderConstruction(815)) - Number of files under construction = 0
2015-03-13 10:49:18,945 INFO namenode.FSImage (FSImageFormat.java:load(365)) - Image file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name1/current/fsimage_0000000000000000000 of size 199 bytes loaded in 0 seconds.
2015-03-13 10:49:18,945 INFO namenode.FSImage (FSImage.java:loadFSImage(837)) - Loaded image for txid 0 from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name1/current/fsimage_0000000000000000000
2015-03-13 10:49:18,950 INFO namenode.FSEditLog (FSEditLog.java:startLogSegment(1010)) - Starting log segment at 1
2015-03-13 10:49:19,007 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2015-03-13 10:49:19,007 INFO namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(571)) - Finished loading FSImage in 79 msecs
2015-03-13 10:49:19,131 INFO namenode.NameNode (NameNodeRpcServer.java:<init>(271)) - RPC server is binding to localhost:0
2015-03-13 10:49:19,143 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 57739
2015-03-13 10:49:19,160 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(5310)) - Registered FSNamesystemState MBean
2015-03-13 10:49:19,173 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(4965)) - Number of blocks under construction: 0
2015-03-13 10:49:19,174 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(4965)) - Number of blocks under construction: 0
2015-03-13 10:49:19,174 INFO namenode.FSNamesystem (FSNamesystem.java:initializeReplQueues(4475)) - initializing replication queues
2015-03-13 10:49:19,181 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2316)) - Total number of blocks = 0
2015-03-13 10:49:19,181 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2317)) - Number of invalid blocks = 0
2015-03-13 10:49:19,182 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2318)) - Number of under-replicated blocks = 0
2015-03-13 10:49:19,182 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2319)) - Number of over-replicated blocks = 0
2015-03-13 10:49:19,182 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2321)) - Number of blocks being written = 0
2015-03-13 10:49:19,182 INFO hdfs.StateChange (FSNamesystem.java:initializeReplQueues(4480)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 8 msec
2015-03-13 10:49:19,183 INFO hdfs.StateChange (FSNamesystem.java:leave(4444)) - STATE* Leaving safe mode after 0 secs
2015-03-13 10:49:19,183 INFO hdfs.StateChange (FSNamesystem.java:leave(4455)) - STATE* Network topology has 0 racks and 0 datanodes
2015-03-13 10:49:19,183 INFO hdfs.StateChange (FSNamesystem.java:leave(4458)) - STATE* UnderReplicatedBlocks has 0 blocks
2015-03-13 10:49:19,200 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:49:19,200 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 57739: starting
2015-03-13 10:49:19,202 INFO namenode.NameNode (NameNode.java:startCommonServices(570)) - NameNode RPC up at: localhost/127.0.0.1:57739
2015-03-13 10:49:19,202 INFO namenode.FSNamesystem (FSNamesystem.java:startActiveServices(886)) - Starting services required for active state
2015-03-13 10:49:19,231 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1159)) - Starting DataNode 0 with dfs.datanode.data.dir: file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1,file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2
2015-03-13 10:49:19,284 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2015-03-13 10:49:19,284 INFO datanode.DataNode (DataNode.java:<init>(258)) - Configured hostname is 127.0.0.1
2015-03-13 10:49:19,289 INFO datanode.DataNode (DataNode.java:initDataXceiver(482)) - Opened streaming server at /127.0.0.1:57740
2015-03-13 10:49:19,291 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2015-03-13 10:49:19,293 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 10:49:19,294 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-03-13 10:49:19,294 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 10:49:19,294 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 10:49:19,295 INFO datanode.DataNode (DataNode.java:startInfoServer(312)) - Opened info server at localhost:0
2015-03-13 10:49:19,298 INFO datanode.DataNode (WebHdfsFileSystem.java:isEnabled(157)) - dfs.webhdfs.enabled = false
2015-03-13 10:49:19,298 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 57741
2015-03-13 10:49:19,298 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 10:49:19,301 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.2.0/9f20694a2b243f5511f1da3c2812bbb27cef24aa/hadoop-hdfs-2.2.0-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_57741_datanode____.teyccn/webapp
2015-03-13 10:49:19,418 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:57741
2015-03-13 10:49:19,427 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 57742
2015-03-13 10:49:19,433 INFO datanode.DataNode (DataNode.java:initIpcServer(384)) - Opened IPC server at /127.0.0.1:57742
2015-03-13 10:49:19,441 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2015-03-13 10:49:19,443 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2015-03-13 10:49:19,450 INFO datanode.DataNode (BPServiceActor.java:run(658)) - Block pool <registering> (storage id unknown) service to localhost/127.0.0.1:57739 starting to offer service
2015-03-13 10:49:19,452 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:49:19,454 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 57742: starting
2015-03-13 10:49:19,457 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1159)) - Starting DataNode 1 with dfs.datanode.data.dir: file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3,file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4
2015-03-13 10:49:19,483 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2015-03-13 10:49:19,484 INFO datanode.DataNode (DataNode.java:<init>(258)) - Configured hostname is 127.0.0.1
2015-03-13 10:49:19,484 INFO datanode.DataNode (DataNode.java:initDataXceiver(482)) - Opened streaming server at /127.0.0.1:57743
2015-03-13 10:49:19,485 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2015-03-13 10:49:19,487 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 10:49:19,487 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-03-13 10:49:19,488 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 10:49:19,488 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 10:49:19,489 INFO datanode.DataNode (DataNode.java:startInfoServer(312)) - Opened info server at localhost:0
2015-03-13 10:49:19,490 INFO datanode.DataNode (WebHdfsFileSystem.java:isEnabled(157)) - dfs.webhdfs.enabled = false
2015-03-13 10:49:19,491 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 57744
2015-03-13 10:49:19,491 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 10:49:19,493 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.2.0/9f20694a2b243f5511f1da3c2812bbb27cef24aa/hadoop-hdfs-2.2.0-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_57744_datanode____r23rzw/webapp
2015-03-13 10:49:19,604 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:57744
2015-03-13 10:49:19,606 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 57746
2015-03-13 10:49:19,608 INFO datanode.DataNode (DataNode.java:initIpcServer(384)) - Opened IPC server at /127.0.0.1:57746
2015-03-13 10:49:19,613 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2015-03-13 10:49:19,613 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2015-03-13 10:49:19,615 INFO datanode.DataNode (BPServiceActor.java:run(658)) - Block pool <registering> (storage id unknown) service to localhost/127.0.0.1:57739 starting to offer service
2015-03-13 10:49:19,615 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:49:19,616 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 57746: starting
2015-03-13 10:49:19,618 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1159)) - Starting DataNode 2 with dfs.datanode.data.dir: file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5,file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6
2015-03-13 10:49:19,645 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2015-03-13 10:49:19,645 INFO datanode.DataNode (DataNode.java:<init>(258)) - Configured hostname is 127.0.0.1
2015-03-13 10:49:19,646 INFO datanode.DataNode (DataNode.java:initDataXceiver(482)) - Opened streaming server at /127.0.0.1:57747
2015-03-13 10:49:19,646 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2015-03-13 10:49:19,648 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 10:49:19,648 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-03-13 10:49:19,649 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 10:49:19,649 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 10:49:19,650 INFO datanode.DataNode (DataNode.java:startInfoServer(312)) - Opened info server at localhost:0
2015-03-13 10:49:19,651 INFO datanode.DataNode (WebHdfsFileSystem.java:isEnabled(157)) - dfs.webhdfs.enabled = false
2015-03-13 10:49:19,651 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 57748
2015-03-13 10:49:19,651 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 10:49:19,654 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/in_use.lock acquired by nodename 27465@Edinburgh.local
2015-03-13 10:49:19,654 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/in_use.lock acquired by nodename 27465@Edinburgh.local
2015-03-13 10:49:19,654 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.2.0/9f20694a2b243f5511f1da3c2812bbb27cef24aa/hadoop-hdfs-2.2.0-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_57748_datanode____7nd75s/webapp
2015-03-13 10:49:19,655 INFO common.Storage (DataStorage.java:recoverTransitionRead(163)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3 is not formatted
2015-03-13 10:49:19,655 INFO common.Storage (DataStorage.java:recoverTransitionRead(164)) - Formatting ...
2015-03-13 10:49:19,655 INFO common.Storage (DataStorage.java:recoverTransitionRead(163)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1 is not formatted
2015-03-13 10:49:19,655 INFO common.Storage (DataStorage.java:recoverTransitionRead(164)) - Formatting ...
2015-03-13 10:49:19,656 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/in_use.lock acquired by nodename 27465@Edinburgh.local
2015-03-13 10:49:19,656 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/in_use.lock acquired by nodename 27465@Edinburgh.local
2015-03-13 10:49:19,656 INFO common.Storage (DataStorage.java:recoverTransitionRead(163)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4 is not formatted
2015-03-13 10:49:19,657 INFO common.Storage (DataStorage.java:recoverTransitionRead(164)) - Formatting ...
2015-03-13 10:49:19,657 INFO common.Storage (DataStorage.java:recoverTransitionRead(163)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2 is not formatted
2015-03-13 10:49:19,657 INFO common.Storage (DataStorage.java:recoverTransitionRead(164)) - Formatting ...
2015-03-13 10:49:19,707 INFO common.Storage (Storage.java:lock(629)) - Locking is disabled
2015-03-13 10:49:19,708 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-296811075-10.1.1.144-1426268958425 is not formatted.
2015-03-13 10:49:19,708 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2015-03-13 10:49:19,708 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-296811075-10.1.1.144-1426268958425 directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-296811075-10.1.1.144-1426268958425/current
2015-03-13 10:49:19,709 INFO common.Storage (Storage.java:lock(629)) - Locking is disabled
2015-03-13 10:49:19,709 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-296811075-10.1.1.144-1426268958425 is not formatted.
2015-03-13 10:49:19,710 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2015-03-13 10:49:19,710 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-296811075-10.1.1.144-1426268958425 directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-296811075-10.1.1.144-1426268958425/current
2015-03-13 10:49:19,712 INFO datanode.DataNode (DataNode.java:initStorage(839)) - Setting up storage: nsid=375309634;bpid=BP-296811075-10.1.1.144-1426268958425;lv=-47;nsInfo=lv=-47;cid=testClusterID;nsid=375309634;c=0;bpid=BP-296811075-10.1.1.144-1426268958425
2015-03-13 10:49:19,713 INFO common.Storage (Storage.java:lock(629)) - Locking is disabled
2015-03-13 10:49:19,713 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-296811075-10.1.1.144-1426268958425 is not formatted.
2015-03-13 10:49:19,713 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2015-03-13 10:49:19,713 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-296811075-10.1.1.144-1426268958425 directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-296811075-10.1.1.144-1426268958425/current
2015-03-13 10:49:19,715 INFO common.Storage (Storage.java:lock(629)) - Locking is disabled
2015-03-13 10:49:19,716 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-296811075-10.1.1.144-1426268958425 is not formatted.
2015-03-13 10:49:19,716 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2015-03-13 10:49:19,716 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-296811075-10.1.1.144-1426268958425 directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-296811075-10.1.1.144-1426268958425/current
2015-03-13 10:49:19,718 INFO datanode.DataNode (DataNode.java:initStorage(839)) - Setting up storage: nsid=375309634;bpid=BP-296811075-10.1.1.144-1426268958425;lv=-47;nsInfo=lv=-47;cid=testClusterID;nsid=375309634;c=0;bpid=BP-296811075-10.1.1.144-1426268958425
2015-03-13 10:49:19,723 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(213)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current
2015-03-13 10:49:19,723 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(213)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current
2015-03-13 10:49:19,723 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(213)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current
2015-03-13 10:49:19,723 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(213)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current
2015-03-13 10:49:19,728 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1252)) - Registered FSDatasetState MBean
2015-03-13 10:49:19,728 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1252)) - Registered FSDatasetState MBean
2015-03-13 10:49:19,733 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(325)) - Periodic Directory Tree Verification scan starting at 1426280161733 with interval 21600000
2015-03-13 10:49:19,733 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(325)) - Periodic Directory Tree Verification scan starting at 1426279859733 with interval 21600000
2015-03-13 10:49:19,734 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1621)) - Adding block pool BP-296811075-10.1.1.144-1426268958425
2015-03-13 10:49:19,734 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1621)) - Adding block pool BP-296811075-10.1.1.144-1426268958425
2015-03-13 10:49:19,734 INFO impl.FsDatasetImpl (FsVolumeList.java:run(173)) - Scanning block pool BP-296811075-10.1.1.144-1426268958425 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current...
2015-03-13 10:49:19,735 INFO impl.FsDatasetImpl (FsVolumeList.java:run(173)) - Scanning block pool BP-296811075-10.1.1.144-1426268958425 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current...
2015-03-13 10:49:19,735 INFO impl.FsDatasetImpl (FsVolumeList.java:run(173)) - Scanning block pool BP-296811075-10.1.1.144-1426268958425 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current...
2015-03-13 10:49:19,735 INFO impl.FsDatasetImpl (FsVolumeList.java:run(173)) - Scanning block pool BP-296811075-10.1.1.144-1426268958425 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current...
2015-03-13 10:49:19,746 INFO impl.FsDatasetImpl (FsVolumeList.java:run(178)) - Time taken to scan block pool BP-296811075-10.1.1.144-1426268958425 on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current: 11ms
2015-03-13 10:49:19,747 INFO impl.FsDatasetImpl (FsVolumeList.java:run(178)) - Time taken to scan block pool BP-296811075-10.1.1.144-1426268958425 on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current: 12ms
2015-03-13 10:49:19,747 INFO impl.FsDatasetImpl (FsVolumeList.java:run(178)) - Time taken to scan block pool BP-296811075-10.1.1.144-1426268958425 on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current: 12ms
2015-03-13 10:49:19,747 INFO impl.FsDatasetImpl (FsVolumeList.java:run(178)) - Time taken to scan block pool BP-296811075-10.1.1.144-1426268958425 on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current: 12ms
2015-03-13 10:49:19,747 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(202)) - Total time to scan all replicas for block pool BP-296811075-10.1.1.144-1426268958425: 13ms
2015-03-13 10:49:19,748 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(104)) - Adding replicas to map for block pool BP-296811075-10.1.1.144-1426268958425 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current...
2015-03-13 10:49:19,747 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(202)) - Total time to scan all replicas for block pool BP-296811075-10.1.1.144-1426268958425: 13ms
2015-03-13 10:49:19,748 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(104)) - Adding replicas to map for block pool BP-296811075-10.1.1.144-1426268958425 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current...
2015-03-13 10:49:19,748 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(109)) - Time to add replicas to map for block pool BP-296811075-10.1.1.144-1426268958425 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current: 0ms
2015-03-13 10:49:19,748 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(104)) - Adding replicas to map for block pool BP-296811075-10.1.1.144-1426268958425 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current...
2015-03-13 10:49:19,748 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(109)) - Time to add replicas to map for block pool BP-296811075-10.1.1.144-1426268958425 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current: 0ms
2015-03-13 10:49:19,749 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(104)) - Adding replicas to map for block pool BP-296811075-10.1.1.144-1426268958425 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current...
2015-03-13 10:49:19,749 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(109)) - Time to add replicas to map for block pool BP-296811075-10.1.1.144-1426268958425 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current: 0ms
2015-03-13 10:49:19,749 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(113)) - Total time to add all replicas to map: 1ms
2015-03-13 10:49:19,749 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(109)) - Time to add replicas to map for block pool BP-296811075-10.1.1.144-1426268958425 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current: 0ms
2015-03-13 10:49:19,750 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(113)) - Total time to add all replicas to map: 2ms
2015-03-13 10:49:19,751 INFO datanode.DataNode (BPServiceActor.java:register(618)) - Block pool BP-296811075-10.1.1.144-1426268958425 (storage id DS-1989118970-10.1.1.144-57743-1426268959657) service to localhost/127.0.0.1:57739 beginning handshake with NN
2015-03-13 10:49:19,751 INFO datanode.DataNode (BPServiceActor.java:register(618)) - Block pool BP-296811075-10.1.1.144-1426268958425 (storage id DS-1617904025-10.1.1.144-57740-1426268959658) service to localhost/127.0.0.1:57739 beginning handshake with NN
2015-03-13 10:49:19,760 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(755)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, storageID=DS-1989118970-10.1.1.144-57743-1426268959657, infoPort=57744, ipcPort=57746, storageInfo=lv=-47;cid=testClusterID;nsid=375309634;c=0) storage DS-1989118970-10.1.1.144-57743-1426268959657
2015-03-13 10:49:19,762 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:57743
2015-03-13 10:49:19,763 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(755)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, storageID=DS-1617904025-10.1.1.144-57740-1426268959658, infoPort=57741, ipcPort=57742, storageInfo=lv=-47;cid=testClusterID;nsid=375309634;c=0) storage DS-1617904025-10.1.1.144-57740-1426268959658
2015-03-13 10:49:19,763 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:57740
2015-03-13 10:49:19,766 INFO datanode.DataNode (BPServiceActor.java:register(631)) - Block pool Block pool BP-296811075-10.1.1.144-1426268958425 (storage id DS-1617904025-10.1.1.144-57740-1426268959658) service to localhost/127.0.0.1:57739 successfully registered with NN
2015-03-13 10:49:19,766 INFO datanode.DataNode (BPServiceActor.java:offerService(499)) - For namenode localhost/127.0.0.1:57739 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec Initial delay: 0msec; heartBeatInterval=3000
2015-03-13 10:49:19,766 INFO datanode.DataNode (BPServiceActor.java:register(631)) - Block pool Block pool BP-296811075-10.1.1.144-1426268958425 (storage id DS-1989118970-10.1.1.144-57743-1426268959657) service to localhost/127.0.0.1:57739 successfully registered with NN
2015-03-13 10:49:19,766 INFO datanode.DataNode (BPServiceActor.java:offerService(499)) - For namenode localhost/127.0.0.1:57739 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec Initial delay: 0msec; heartBeatInterval=3000
2015-03-13 10:49:19,815 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(421)) - Namenode Block pool BP-296811075-10.1.1.144-1426268958425 (storage id DS-1989118970-10.1.1.144-57743-1426268959657) service to localhost/127.0.0.1:57739 trying to claim ACTIVE state with txid=1
2015-03-13 10:49:19,815 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(433)) - Acknowledging ACTIVE Namenode Block pool BP-296811075-10.1.1.144-1426268958425 (storage id DS-1989118970-10.1.1.144-57743-1426268959657) service to localhost/127.0.0.1:57739
2015-03-13 10:49:19,815 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(421)) - Namenode Block pool BP-296811075-10.1.1.144-1426268958425 (storage id DS-1617904025-10.1.1.144-57740-1426268959658) service to localhost/127.0.0.1:57739 trying to claim ACTIVE state with txid=1
2015-03-13 10:49:19,815 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(433)) - Acknowledging ACTIVE Namenode Block pool BP-296811075-10.1.1.144-1426268958425 (storage id DS-1617904025-10.1.1.144-57740-1426268959658) service to localhost/127.0.0.1:57739
2015-03-13 10:49:19,816 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:57748
2015-03-13 10:49:19,817 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 57749
2015-03-13 10:49:19,821 INFO datanode.DataNode (DataNode.java:initIpcServer(384)) - Opened IPC server at /127.0.0.1:57749
2015-03-13 10:49:19,826 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2015-03-13 10:49:19,827 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2015-03-13 10:49:19,828 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1631)) - BLOCK* processReport: Received first block report from 127.0.0.1:57740 after starting up or becoming active. Its block contents are no longer considered stale
2015-03-13 10:49:19,828 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1631)) - BLOCK* processReport: Received first block report from 127.0.0.1:57743 after starting up or becoming active. Its block contents are no longer considered stale
2015-03-13 10:49:19,828 INFO datanode.DataNode (BPServiceActor.java:run(658)) - Block pool <registering> (storage id unknown) service to localhost/127.0.0.1:57739 starting to offer service
2015-03-13 10:49:19,828 INFO BlockStateChange (BlockManager.java:processReport(1647)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, storageID=DS-1617904025-10.1.1.144-57740-1426268959658, infoPort=57741, ipcPort=57742, storageInfo=lv=-47;cid=testClusterID;nsid=375309634;c=0), blocks: 0, processing time: 2 msecs
2015-03-13 10:49:19,828 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 57749: starting
2015-03-13 10:49:19,828 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:49:19,828 INFO BlockStateChange (BlockManager.java:processReport(1647)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, storageID=DS-1989118970-10.1.1.144-57743-1426268959657, infoPort=57744, ipcPort=57746, storageInfo=lv=-47;cid=testClusterID;nsid=375309634;c=0), blocks: 0, processing time: 0 msecs
2015-03-13 10:49:19,831 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1159)) - Starting DataNode 3 with dfs.datanode.data.dir: file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7,file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8
2015-03-13 10:49:19,832 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/in_use.lock acquired by nodename 27465@Edinburgh.local
2015-03-13 10:49:19,832 INFO common.Storage (DataStorage.java:recoverTransitionRead(163)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5 is not formatted
2015-03-13 10:49:19,832 INFO common.Storage (DataStorage.java:recoverTransitionRead(164)) - Formatting ...
2015-03-13 10:49:19,833 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/in_use.lock acquired by nodename 27465@Edinburgh.local
2015-03-13 10:49:19,833 INFO common.Storage (DataStorage.java:recoverTransitionRead(163)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6 is not formatted
2015-03-13 10:49:19,833 INFO common.Storage (DataStorage.java:recoverTransitionRead(164)) - Formatting ...
2015-03-13 10:49:19,846 INFO datanode.DataNode (BPServiceActor.java:blockReport(409)) - BlockReport of 0 blocks took 1 msec to generate and 30 msecs for RPC and NN processing
2015-03-13 10:49:19,846 INFO datanode.DataNode (BPServiceActor.java:blockReport(428)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@12842207
2015-03-13 10:49:19,846 INFO datanode.DataNode (BPServiceActor.java:blockReport(409)) - BlockReport of 0 blocks took 1 msec to generate and 30 msecs for RPC and NN processing
2015-03-13 10:49:19,847 INFO datanode.DataNode (BPServiceActor.java:blockReport(428)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@42632047
2015-03-13 10:49:19,850 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map BlockMap
2015-03-13 10:49:19,850 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 10:49:19,850 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 0.5% max memory = 672 MB
2015-03-13 10:49:19,850 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^19 = 524288 entries
2015-03-13 10:49:19,850 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map BlockMap
2015-03-13 10:49:19,851 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 10:49:19,851 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 0.5% max memory = 672 MB
2015-03-13 10:49:19,851 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^19 = 524288 entries
2015-03-13 10:49:19,851 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-296811075-10.1.1.144-1426268958425
2015-03-13 10:49:19,852 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-296811075-10.1.1.144-1426268958425
2015-03-13 10:49:19,855 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-296811075-10.1.1.144-1426268958425 to blockPoolScannerMap, new size=1
2015-03-13 10:49:19,856 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-296811075-10.1.1.144-1426268958425 to blockPoolScannerMap, new size=1
2015-03-13 10:49:19,861 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2015-03-13 10:49:19,861 INFO datanode.DataNode (DataNode.java:<init>(258)) - Configured hostname is 127.0.0.1
2015-03-13 10:49:19,862 INFO datanode.DataNode (DataNode.java:initDataXceiver(482)) - Opened streaming server at /127.0.0.1:57750
2015-03-13 10:49:19,862 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2015-03-13 10:49:19,864 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 10:49:19,865 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-03-13 10:49:19,865 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 10:49:19,866 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 10:49:19,867 INFO datanode.DataNode (DataNode.java:startInfoServer(312)) - Opened info server at localhost:0
2015-03-13 10:49:19,868 INFO datanode.DataNode (WebHdfsFileSystem.java:isEnabled(157)) - dfs.webhdfs.enabled = false
2015-03-13 10:49:19,868 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 57751
2015-03-13 10:49:19,868 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 10:49:19,872 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.2.0/9f20694a2b243f5511f1da3c2812bbb27cef24aa/hadoop-hdfs-2.2.0-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_57751_datanode____x95u3c/webapp
2015-03-13 10:49:19,880 INFO common.Storage (Storage.java:lock(629)) - Locking is disabled
2015-03-13 10:49:19,880 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-296811075-10.1.1.144-1426268958425 is not formatted.
2015-03-13 10:49:19,880 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2015-03-13 10:49:19,880 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-296811075-10.1.1.144-1426268958425 directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-296811075-10.1.1.144-1426268958425/current
2015-03-13 10:49:19,881 INFO common.Storage (Storage.java:lock(629)) - Locking is disabled
2015-03-13 10:49:19,881 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-296811075-10.1.1.144-1426268958425 is not formatted.
2015-03-13 10:49:19,882 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2015-03-13 10:49:19,882 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-296811075-10.1.1.144-1426268958425 directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-296811075-10.1.1.144-1426268958425/current
2015-03-13 10:49:19,884 INFO datanode.DataNode (DataNode.java:initStorage(839)) - Setting up storage: nsid=375309634;bpid=BP-296811075-10.1.1.144-1426268958425;lv=-47;nsInfo=lv=-47;cid=testClusterID;nsid=375309634;c=0;bpid=BP-296811075-10.1.1.144-1426268958425
2015-03-13 10:49:19,884 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(213)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current
2015-03-13 10:49:19,884 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(213)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current
2015-03-13 10:49:19,885 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1252)) - Registered FSDatasetState MBean
2015-03-13 10:49:19,886 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(325)) - Periodic Directory Tree Verification scan starting at 1426289259886 with interval 21600000
2015-03-13 10:49:19,886 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1621)) - Adding block pool BP-296811075-10.1.1.144-1426268958425
2015-03-13 10:49:19,887 INFO impl.FsDatasetImpl (FsVolumeList.java:run(173)) - Scanning block pool BP-296811075-10.1.1.144-1426268958425 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current...
2015-03-13 10:49:19,887 INFO impl.FsDatasetImpl (FsVolumeList.java:run(173)) - Scanning block pool BP-296811075-10.1.1.144-1426268958425 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current...
2015-03-13 10:49:19,893 INFO impl.FsDatasetImpl (FsVolumeList.java:run(178)) - Time taken to scan block pool BP-296811075-10.1.1.144-1426268958425 on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current: 6ms
2015-03-13 10:49:19,893 INFO impl.FsDatasetImpl (FsVolumeList.java:run(178)) - Time taken to scan block pool BP-296811075-10.1.1.144-1426268958425 on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current: 6ms
2015-03-13 10:49:19,893 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(202)) - Total time to scan all replicas for block pool BP-296811075-10.1.1.144-1426268958425: 7ms
2015-03-13 10:49:19,894 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(104)) - Adding replicas to map for block pool BP-296811075-10.1.1.144-1426268958425 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current...
2015-03-13 10:49:19,894 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(109)) - Time to add replicas to map for block pool BP-296811075-10.1.1.144-1426268958425 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current: 0ms
2015-03-13 10:49:19,894 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(104)) - Adding replicas to map for block pool BP-296811075-10.1.1.144-1426268958425 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current...
2015-03-13 10:49:19,894 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(109)) - Time to add replicas to map for block pool BP-296811075-10.1.1.144-1426268958425 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current: 0ms
2015-03-13 10:49:19,894 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(113)) - Total time to add all replicas to map: 0ms
2015-03-13 10:49:19,894 INFO datanode.DataNode (BPServiceActor.java:register(618)) - Block pool BP-296811075-10.1.1.144-1426268958425 (storage id DS-1231080531-10.1.1.144-57747-1426268959834) service to localhost/127.0.0.1:57739 beginning handshake with NN
2015-03-13 10:49:19,895 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(755)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, storageID=DS-1231080531-10.1.1.144-57747-1426268959834, infoPort=57748, ipcPort=57749, storageInfo=lv=-47;cid=testClusterID;nsid=375309634;c=0) storage DS-1231080531-10.1.1.144-57747-1426268959834
2015-03-13 10:49:19,896 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:57747
2015-03-13 10:49:19,897 INFO datanode.DataNode (BPServiceActor.java:register(631)) - Block pool Block pool BP-296811075-10.1.1.144-1426268958425 (storage id DS-1231080531-10.1.1.144-57747-1426268959834) service to localhost/127.0.0.1:57739 successfully registered with NN
2015-03-13 10:49:19,897 INFO datanode.DataNode (BPServiceActor.java:offerService(499)) - For namenode localhost/127.0.0.1:57739 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec Initial delay: 0msec; heartBeatInterval=3000
2015-03-13 10:49:19,898 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(421)) - Namenode Block pool BP-296811075-10.1.1.144-1426268958425 (storage id DS-1231080531-10.1.1.144-57747-1426268959834) service to localhost/127.0.0.1:57739 trying to claim ACTIVE state with txid=1
2015-03-13 10:49:19,898 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(433)) - Acknowledging ACTIVE Namenode Block pool BP-296811075-10.1.1.144-1426268958425 (storage id DS-1231080531-10.1.1.144-57747-1426268959834) service to localhost/127.0.0.1:57739
2015-03-13 10:49:19,899 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1631)) - BLOCK* processReport: Received first block report from 127.0.0.1:57747 after starting up or becoming active. Its block contents are no longer considered stale
2015-03-13 10:49:19,899 INFO BlockStateChange (BlockManager.java:processReport(1647)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, storageID=DS-1231080531-10.1.1.144-57747-1426268959834, infoPort=57748, ipcPort=57749, storageInfo=lv=-47;cid=testClusterID;nsid=375309634;c=0), blocks: 0, processing time: 0 msecs
2015-03-13 10:49:19,900 INFO datanode.DataNode (BPServiceActor.java:blockReport(409)) - BlockReport of 0 blocks took 0 msec to generate and 2 msecs for RPC and NN processing
2015-03-13 10:49:19,900 INFO datanode.DataNode (BPServiceActor.java:blockReport(428)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@60dc294
2015-03-13 10:49:19,900 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map BlockMap
2015-03-13 10:49:19,900 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 10:49:19,901 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 0.5% max memory = 672 MB
2015-03-13 10:49:19,901 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^19 = 524288 entries
2015-03-13 10:49:19,901 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-296811075-10.1.1.144-1426268958425
2015-03-13 10:49:19,901 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-296811075-10.1.1.144-1426268958425 to blockPoolScannerMap, new size=1
2015-03-13 10:49:19,984 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:57751
2015-03-13 10:49:19,986 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 57752
2015-03-13 10:49:19,988 INFO datanode.DataNode (DataNode.java:initIpcServer(384)) - Opened IPC server at /127.0.0.1:57752
2015-03-13 10:49:19,993 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2015-03-13 10:49:19,993 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2015-03-13 10:49:19,994 INFO datanode.DataNode (BPServiceActor.java:run(658)) - Block pool <registering> (storage id unknown) service to localhost/127.0.0.1:57739 starting to offer service
2015-03-13 10:49:19,995 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:49:19,995 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 57752: starting
2015-03-13 10:49:19,997 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/in_use.lock acquired by nodename 27465@Edinburgh.local
2015-03-13 10:49:19,998 INFO common.Storage (DataStorage.java:recoverTransitionRead(163)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7 is not formatted
2015-03-13 10:49:19,998 INFO common.Storage (DataStorage.java:recoverTransitionRead(164)) - Formatting ...
2015-03-13 10:49:20,008 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/in_use.lock acquired by nodename 27465@Edinburgh.local
2015-03-13 10:49:20,009 INFO common.Storage (DataStorage.java:recoverTransitionRead(163)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8 is not formatted
2015-03-13 10:49:20,009 INFO common.Storage (DataStorage.java:recoverTransitionRead(164)) - Formatting ...
2015-03-13 10:49:20,054 INFO common.Storage (Storage.java:lock(629)) - Locking is disabled
2015-03-13 10:49:20,055 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-296811075-10.1.1.144-1426268958425 is not formatted.
2015-03-13 10:49:20,055 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2015-03-13 10:49:20,055 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-296811075-10.1.1.144-1426268958425 directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-296811075-10.1.1.144-1426268958425/current
2015-03-13 10:49:20,056 INFO common.Storage (Storage.java:lock(629)) - Locking is disabled
2015-03-13 10:49:20,056 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-296811075-10.1.1.144-1426268958425 is not formatted.
2015-03-13 10:49:20,056 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2015-03-13 10:49:20,056 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-296811075-10.1.1.144-1426268958425 directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-296811075-10.1.1.144-1426268958425/current
2015-03-13 10:49:20,058 INFO datanode.DataNode (DataNode.java:initStorage(839)) - Setting up storage: nsid=375309634;bpid=BP-296811075-10.1.1.144-1426268958425;lv=-47;nsInfo=lv=-47;cid=testClusterID;nsid=375309634;c=0;bpid=BP-296811075-10.1.1.144-1426268958425
2015-03-13 10:49:20,059 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(213)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current
2015-03-13 10:49:20,059 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(213)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current
2015-03-13 10:49:20,060 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1252)) - Registered FSDatasetState MBean
2015-03-13 10:49:20,061 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(325)) - Periodic Directory Tree Verification scan starting at 1426273968061 with interval 21600000
2015-03-13 10:49:20,061 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1621)) - Adding block pool BP-296811075-10.1.1.144-1426268958425
2015-03-13 10:49:20,062 INFO impl.FsDatasetImpl (FsVolumeList.java:run(173)) - Scanning block pool BP-296811075-10.1.1.144-1426268958425 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current...
2015-03-13 10:49:20,062 INFO impl.FsDatasetImpl (FsVolumeList.java:run(173)) - Scanning block pool BP-296811075-10.1.1.144-1426268958425 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current...
2015-03-13 10:49:20,069 INFO impl.FsDatasetImpl (FsVolumeList.java:run(178)) - Time taken to scan block pool BP-296811075-10.1.1.144-1426268958425 on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current: 7ms
2015-03-13 10:49:20,069 INFO impl.FsDatasetImpl (FsVolumeList.java:run(178)) - Time taken to scan block pool BP-296811075-10.1.1.144-1426268958425 on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current: 7ms
2015-03-13 10:49:20,070 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(202)) - Total time to scan all replicas for block pool BP-296811075-10.1.1.144-1426268958425: 9ms
2015-03-13 10:49:20,070 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(104)) - Adding replicas to map for block pool BP-296811075-10.1.1.144-1426268958425 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current...
2015-03-13 10:49:20,070 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(109)) - Time to add replicas to map for block pool BP-296811075-10.1.1.144-1426268958425 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current: 0ms
2015-03-13 10:49:20,070 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(104)) - Adding replicas to map for block pool BP-296811075-10.1.1.144-1426268958425 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current...
2015-03-13 10:49:20,071 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(109)) - Time to add replicas to map for block pool BP-296811075-10.1.1.144-1426268958425 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current: 0ms
2015-03-13 10:49:20,071 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(113)) - Total time to add all replicas to map: 1ms
2015-03-13 10:49:20,071 INFO datanode.DataNode (BPServiceActor.java:register(618)) - Block pool BP-296811075-10.1.1.144-1426268958425 (storage id DS-1548328959-10.1.1.144-57750-1426268960013) service to localhost/127.0.0.1:57739 beginning handshake with NN
2015-03-13 10:49:20,072 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(755)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, storageID=DS-1548328959-10.1.1.144-57750-1426268960013, infoPort=57751, ipcPort=57752, storageInfo=lv=-47;cid=testClusterID;nsid=375309634;c=0) storage DS-1548328959-10.1.1.144-57750-1426268960013
2015-03-13 10:49:20,072 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:57750
2015-03-13 10:49:20,073 INFO datanode.DataNode (BPServiceActor.java:register(631)) - Block pool Block pool BP-296811075-10.1.1.144-1426268958425 (storage id DS-1548328959-10.1.1.144-57750-1426268960013) service to localhost/127.0.0.1:57739 successfully registered with NN
2015-03-13 10:49:20,073 INFO datanode.DataNode (BPServiceActor.java:offerService(499)) - For namenode localhost/127.0.0.1:57739 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec Initial delay: 0msec; heartBeatInterval=3000
2015-03-13 10:49:20,075 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(421)) - Namenode Block pool BP-296811075-10.1.1.144-1426268958425 (storage id DS-1548328959-10.1.1.144-57750-1426268960013) service to localhost/127.0.0.1:57739 trying to claim ACTIVE state with txid=1
2015-03-13 10:49:20,075 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(433)) - Acknowledging ACTIVE Namenode Block pool BP-296811075-10.1.1.144-1426268958425 (storage id DS-1548328959-10.1.1.144-57750-1426268960013) service to localhost/127.0.0.1:57739
2015-03-13 10:49:20,077 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1631)) - BLOCK* processReport: Received first block report from 127.0.0.1:57750 after starting up or becoming active. Its block contents are no longer considered stale
2015-03-13 10:49:20,077 INFO BlockStateChange (BlockManager.java:processReport(1647)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, storageID=DS-1548328959-10.1.1.144-57750-1426268960013, infoPort=57751, ipcPort=57752, storageInfo=lv=-47;cid=testClusterID;nsid=375309634;c=0), blocks: 0, processing time: 0 msecs
2015-03-13 10:49:20,078 INFO datanode.DataNode (BPServiceActor.java:blockReport(409)) - BlockReport of 0 blocks took 0 msec to generate and 3 msecs for RPC and NN processing
2015-03-13 10:49:20,078 INFO datanode.DataNode (BPServiceActor.java:blockReport(428)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@370d7cf8
2015-03-13 10:49:20,078 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map BlockMap
2015-03-13 10:49:20,079 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 10:49:20,079 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 0.5% max memory = 672 MB
2015-03-13 10:49:20,079 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^19 = 524288 entries
2015-03-13 10:49:20,079 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-296811075-10.1.1.144-1426268958425
2015-03-13 10:49:20,080 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-296811075-10.1.1.144-1426268958425 to blockPoolScannerMap, new size=1
2015-03-13 10:49:20,247 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1891)) - Cluster is active
2015-03-13 10:49:20,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:20,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:49:20,330 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar. BP-296811075-10.1.1.144-1426268958425 blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]}
2015-03-13 10:49:20,360 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741825_1001 src: /127.0.0.1:57754 dest: /127.0.0.1:57740
2015-03-13 10:49:20,366 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741825_1001 src: /127.0.0.1:57755 dest: /127.0.0.1:57747
2015-03-13 10:49:20,368 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741825_1001 src: /127.0.0.1:57756 dest: /127.0.0.1:57750
2015-03-13 10:49:20,387 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57756, dest: /127.0.0.1:57750, bytes: 482042, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741825_1001, duration: 6928000
2015-03-13 10:49:20,387 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741825_1001, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:49:20,387 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:49:20,388 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57755, dest: /127.0.0.1:57747, bytes: 482042, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741825_1001, duration: 9013000
2015-03-13 10:49:20,388 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:20,389 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:49:20,389 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57754, dest: /127.0.0.1:57740, bytes: 482042, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741825_1001, duration: 9938000
2015-03-13 10:49:20,389 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:20,390 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:49:20,392 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar is closed by DFSClient_NONMAPREDUCE_640982831_9
2015-03-13 10:49:20,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=soberoi:supergroup:rwxr--r--
2015-03-13 10:49:20,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:20,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:49:20,501 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar. BP-296811075-10.1.1.144-1426268958425 blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]}
2015-03-13 10:49:20,503 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741826_1002 src: /127.0.0.1:57757 dest: /127.0.0.1:57740
2015-03-13 10:49:20,504 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741826_1002 src: /127.0.0.1:57758 dest: /127.0.0.1:57743
2015-03-13 10:49:20,505 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741826_1002 src: /127.0.0.1:57759 dest: /127.0.0.1:57747
2015-03-13 10:49:20,513 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57759, dest: /127.0.0.1:57747, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741826_1002, duration: 6134000
2015-03-13 10:49:20,513 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741826_1002, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:49:20,514 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:49:20,514 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57758, dest: /127.0.0.1:57743, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741826_1002, duration: 7294000
2015-03-13 10:49:20,515 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:20,515 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:49:20,516 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57757, dest: /127.0.0.1:57740, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741826_1002, duration: 8352000
2015-03-13 10:49:20,516 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:20,516 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:49:20,518 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar is closed by DFSClient_NONMAPREDUCE_640982831_9
2015-03-13 10:49:20,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=soberoi:supergroup:rwxr--r--
2015-03-13 10:49:20,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging dst=null perm=null
2015-03-13 10:49:20,655 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceInit(150)) - mkdir: hdfs://localhost:57739/tmp/hadoop-yarn/staging
2015-03-13 10:49:20,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:49:20,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:49:20,698 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2015-03-13 10:49:20,704 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:<init>(75)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms
2015-03-13 10:49:20,710 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:<init>(77)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms
2015-03-13 10:49:20,712 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler
2015-03-13 10:49:20,714 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
2015-03-13 10:49:20,714 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(328)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
2015-03-13 10:49:20,743 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher
2015-03-13 10:49:20,744 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher
2015-03-13 10:49:20,745 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher
2015-03-13 10:49:20,746 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher
2015-03-13 10:49:20,756 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - ResourceManager metrics system started (again)
2015-03-13 10:49:20,787 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(189)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=ADMINISTER_QUEUE:*SUBMIT_APPLICATIONS:*
2015-03-13 10:49:20,787 INFO capacity.ParentQueue (ParentQueue.java:<init>(151)) - Initialized parent-queue root name=root, fullname=root
2015-03-13 10:49:20,793 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(271)) - Initializing default
capacity = 1.0 [= (float) configuredCapacity / 100 ]
asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ]
maxCapacity = 1.0 [= configuredMaxCapacity ]
absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ]
userLimit = 100 [= configuredUserLimit ]
userLimitFactor = 1.0 [= configuredUserLimitFactor ]
maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)]
maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ]
maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ]
maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ]
maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ]
usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)]
absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory]
maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ]
minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ]
numContainers = 0 [= currentNumContainers ]
state = RUNNING [= configuredState ]
acls = ADMINISTER_QUEUE:*SUBMIT_APPLICATIONS:* [= configuredAcls ]
nodeLocalityDelay = 0
2015-03-13 10:49:20,794 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(409)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0
2015-03-13 10:49:20,795 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(409)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-03-13 10:49:20,795 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(307)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-03-13 10:49:20,795 INFO capacity.CapacityScheduler (CapacityScheduler.java:reinitialize(271)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<<memory:1024, vCores:1>>, maximumAllocation=<<memory:8192, vCores:32>>
2015-03-13 10:49:20,814 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager
2015-03-13 10:49:20,819 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher
2015-03-13 10:49:20,821 INFO resourcemanager.RMNMInfo (RMNMInfo.java:<init>(63)) - Registered RMNMInfo MBean
2015-03-13 10:49:20,822 INFO util.HostsFileReader (HostsFileReader.java:refresh(84)) - Refreshing hosts (include/exclude) list
2015-03-13 10:49:20,823 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(225)) - Waiting for RM to start...
2015-03-13 10:49:20,823 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2015-03-13 10:49:20,823 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(103)) - Rolling master-key for container-tokens
2015-03-13 10:49:20,826 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(97)) - Rolling master-key for nm-tokens
2015-03-13 10:49:20,833 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 10:49:20,833 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster
2015-03-13 10:49:20,833 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 10:49:20,833 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 10:49:20,834 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /cluster/*
2015-03-13 10:49:20,834 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /ws/*
2015-03-13 10:49:20,835 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 57760
2015-03-13 10:49:20,835 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 10:49:20,838 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.2.0/77f18c3d40dcb45b0be2602cfa5115a5edb40db1/hadoop-yarn-common-2.2.0.jar!/webapps/cluster to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_57760_cluster____9ftd3h/webapp
2015-03-13 10:49:20,921 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@Edinburgh.local:57760
2015-03-13 10:49:20,921 INFO webapp.WebApps (WebApps.java:start(258)) - Web app /cluster started at 57760
2015-03-13 10:49:21,121 INFO webapp.WebApps (WebApps.java:start(272)) - Registered webapp guice modules
2015-03-13 10:49:21,122 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2015-03-13 10:49:21,123 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(85)) - storing master key with keyID 1
2015-03-13 10:49:21,123 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(526)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-03-13 10:49:21,124 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2015-03-13 10:49:21,124 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(85)) - storing master key with keyID 2
2015-03-13 10:49:21,131 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 57761
2015-03-13 10:49:21,133 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server
2015-03-13 10:49:21,133 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:49:21,133 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 57761: starting
2015-03-13 10:49:21,145 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 57762
2015-03-13 10:49:21,146 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server
2015-03-13 10:49:21,147 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:49:21,147 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 57762: starting
2015-03-13 10:49:21,167 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 57763
2015-03-13 10:49:21,169 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server
2015-03-13 10:49:21,170 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:49:21,170 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 57763: starting
2015-03-13 10:49:21,188 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 57764
2015-03-13 10:49:21,190 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server
2015-03-13 10:49:21,191 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:49:21,191 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 57764: starting
2015-03-13 10:49:22,324 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(238)) - MiniYARN ResourceManager address: 10.1.1.144:57763
2015-03-13 10:49:22,324 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(240)) - MiniYARN ResourceManager web address: Edinburgh.local:57760
2015-03-13 10:49:22,325 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0
2015-03-13 10:49:22,325 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1
2015-03-13 10:49:22,325 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2
2015-03-13 10:49:22,325 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3
2015-03-13 10:49:22,341 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_0
2015-03-13 10:49:22,341 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_1
2015-03-13 10:49:22,341 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_2
2015-03-13 10:49:22,341 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_3
2015-03-13 10:49:22,342 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(333)) - Starting NM: 0
2015-03-13 10:49:22,396 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-03-13 10:49:22,397 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-03-13 10:49:22,398 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-03-13 10:49:22,398 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-03-13 10:49:22,399 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-03-13 10:49:22,399 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-03-13 10:49:22,400 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-03-13 10:49:22,401 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$CustomNodeManager
2015-03-13 10:49:22,401 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2015-03-13 10:49:22,407 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-03-13 10:49:22,408 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2015-03-13 10:49:22,551 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-03-13 10:49:22,560 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-03-13 10:49:22,560 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-03-13 10:49:22,578 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : null
2015-03-13 10:49:22,579 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2015-03-13 10:49:22,579 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2015-03-13 10:49:22,579 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2015-03-13 10:49:22,580 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(160)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-03-13 10:49:22,580 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(343)) - Waiting for NM 0 to start...
2015-03-13 10:49:22,589 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 57765
2015-03-13 10:49:22,591 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-03-13 10:49:22,591 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(281)) - Blocking new container-requests as container manager rpc server is still starting.
2015-03-13 10:49:22,591 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:49:22,592 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 57765: starting
2015-03-13 10:49:22,597 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : 10.1.1.144:57765
2015-03-13 10:49:22,597 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(292)) - ContainerManager started at /10.1.1.144:57765
2015-03-13 10:49:22,601 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 57766
2015-03-13 10:49:22,603 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-03-13 10:49:22,604 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:49:22,604 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 57766: starting
2015-03-13 10:49:22,606 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 57766
2015-03-13 10:49:22,614 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-03-13 10:49:22,623 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(316)) - httpshuffle listening on port 57767
2015-03-13 10:49:22,624 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:49:22,626 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at Edinburgh.local:0
2015-03-13 10:49:22,626 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 10:49:22,627 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-03-13 10:49:22,627 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 10:49:22,627 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 10:49:22,628 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /node/*
2015-03-13 10:49:22,628 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /ws/*
2015-03-13 10:49:22,628 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 57768
2015-03-13 10:49:22,628 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 10:49:22,632 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.2.0/77f18c3d40dcb45b0be2602cfa5115a5edb40db1/hadoop-yarn-common-2.2.0.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_57768_node____.p4dwjn/webapp
2015-03-13 10:49:23,428 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@Edinburgh.local:57768
2015-03-13 10:49:23,428 INFO webapp.WebApps (WebApps.java:start(258)) - Web app /node started at 57768
2015-03-13 10:49:23,445 INFO webapp.WebApps (WebApps.java:start(272)) - Registered webapp guice modules
2015-03-13 10:49:23,458 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.144 to /default-rack
2015-03-13 10:49:23,459 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(230)) - NodeManager from node 10.1.1.144(cmPort: 57765 httpPort: 57768) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.144:57765
2015-03-13 10:49:23,460 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id -1255579683
2015-03-13 10:49:23,461 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :218151324
2015-03-13 10:49:23,461 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(265)) - Registered with ResourceManager as 10.1.1.144:57765 with total resource of <memory:4096, vCores:8>
2015-03-13 10:49:23,461 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(267)) - Notifying ContainerManager to unblock new container-requests
2015-03-13 10:49:23,463 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(366)) - 10.1.1.144:57765 Node Transitioned from NEW to RUNNING
2015-03-13 10:49:23,464 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(774)) - Added node 10.1.1.144:57765 clusterResource: <memory:4096, vCores:8>
2015-03-13 10:49:23,584 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0
2015-03-13 10:49:23,584 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1
2015-03-13 10:49:23,585 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2
2015-03-13 10:49:23,585 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3
2015-03-13 10:49:23,595 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_0
2015-03-13 10:49:23,595 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_1
2015-03-13 10:49:23,596 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_2
2015-03-13 10:49:23,596 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_3
2015-03-13 10:49:23,597 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(333)) - Starting NM: 1
2015-03-13 10:49:23,606 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-03-13 10:49:23,606 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-03-13 10:49:23,606 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-03-13 10:49:23,607 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-03-13 10:49:23,607 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-03-13 10:49:23,607 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-03-13 10:49:23,607 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-03-13 10:49:23,608 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$CustomNodeManager
2015-03-13 10:49:23,608 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2015-03-13 10:49:23,610 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-03-13 10:49:23,610 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2015-03-13 10:49:23,720 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-03-13 10:49:23,721 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-03-13 10:49:23,721 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-03-13 10:49:23,724 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : null
2015-03-13 10:49:23,724 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2015-03-13 10:49:23,724 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2015-03-13 10:49:23,724 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2015-03-13 10:49:23,725 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(160)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-03-13 10:49:23,725 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(343)) - Waiting for NM 1 to start...
2015-03-13 10:49:23,729 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 57769
2015-03-13 10:49:23,730 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-03-13 10:49:23,731 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(281)) - Blocking new container-requests as container manager rpc server is still starting.
2015-03-13 10:49:23,731 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:49:23,731 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 57769: starting
2015-03-13 10:49:23,735 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : 10.1.1.144:57769
2015-03-13 10:49:23,735 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(292)) - ContainerManager started at /10.1.1.144:57769
2015-03-13 10:49:23,736 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 57770
2015-03-13 10:49:23,737 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-03-13 10:49:23,738 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:49:23,738 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 57770: starting
2015-03-13 10:49:23,740 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 57770
2015-03-13 10:49:23,740 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-03-13 10:49:23,741 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(316)) - httpshuffle listening on port 57771
2015-03-13 10:49:23,741 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:49:23,742 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at Edinburgh.local:0
2015-03-13 10:49:23,742 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 10:49:23,743 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-03-13 10:49:23,743 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 10:49:23,743 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 10:49:23,744 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /node/*
2015-03-13 10:49:23,744 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /ws/*
2015-03-13 10:49:23,744 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 57772
2015-03-13 10:49:23,744 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 10:49:23,746 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.2.0/77f18c3d40dcb45b0be2602cfa5115a5edb40db1/hadoop-yarn-common-2.2.0.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_57772_node____8x25g6/webapp
2015-03-13 10:49:23,983 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@Edinburgh.local:57772
2015-03-13 10:49:23,983 INFO webapp.WebApps (WebApps.java:start(258)) - Web app /node started at 57772
2015-03-13 10:49:23,990 INFO webapp.WebApps (WebApps.java:start(272)) - Registered webapp guice modules
2015-03-13 10:49:23,991 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.144 to /default-rack
2015-03-13 10:49:23,991 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(230)) - NodeManager from node 10.1.1.144(cmPort: 57769 httpPort: 57772) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.144:57769
2015-03-13 10:49:23,991 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(366)) - 10.1.1.144:57769 Node Transitioned from NEW to RUNNING
2015-03-13 10:49:23,991 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id -1255579683
2015-03-13 10:49:23,991 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :218151324
2015-03-13 10:49:23,992 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(774)) - Added node 10.1.1.144:57769 clusterResource: <memory:8192, vCores:16>
2015-03-13 10:49:23,992 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(265)) - Registered with ResourceManager as 10.1.1.144:57769 with total resource of <memory:4096, vCores:8>
2015-03-13 10:49:23,992 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(267)) - Notifying ContainerManager to unblock new container-requests
2015-03-13 10:49:24,731 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0
2015-03-13 10:49:24,731 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1
2015-03-13 10:49:24,732 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2
2015-03-13 10:49:24,732 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3
2015-03-13 10:49:24,745 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741826_1002
2015-03-13 10:49:24,746 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741826_1002
2015-03-13 10:49:24,750 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_0
2015-03-13 10:49:24,750 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_1
2015-03-13 10:49:24,751 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_2
2015-03-13 10:49:24,751 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_3
2015-03-13 10:49:24,751 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(333)) - Starting NM: 2
2015-03-13 10:49:24,755 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741825_1001
2015-03-13 10:49:24,765 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-03-13 10:49:24,765 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-03-13 10:49:24,765 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-03-13 10:49:24,765 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-03-13 10:49:24,766 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-03-13 10:49:24,766 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-03-13 10:49:24,766 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-03-13 10:49:24,766 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$CustomNodeManager
2015-03-13 10:49:24,766 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2015-03-13 10:49:24,769 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-03-13 10:49:24,769 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2015-03-13 10:49:24,873 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-03-13 10:49:24,874 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-03-13 10:49:24,874 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-03-13 10:49:24,876 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : null
2015-03-13 10:49:24,877 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2015-03-13 10:49:24,877 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2015-03-13 10:49:24,877 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2015-03-13 10:49:24,877 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(160)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-03-13 10:49:24,878 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(343)) - Waiting for NM 2 to start...
2015-03-13 10:49:24,881 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 57773
2015-03-13 10:49:24,883 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-03-13 10:49:24,883 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(281)) - Blocking new container-requests as container manager rpc server is still starting.
2015-03-13 10:49:24,883 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:49:24,883 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 57773: starting
2015-03-13 10:49:24,888 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : 10.1.1.144:57773
2015-03-13 10:49:24,888 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(292)) - ContainerManager started at /10.1.1.144:57773
2015-03-13 10:49:24,889 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 57774
2015-03-13 10:49:24,891 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-03-13 10:49:24,891 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741825_1001
2015-03-13 10:49:24,891 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:49:24,891 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 57774: starting
2015-03-13 10:49:24,893 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 57774
2015-03-13 10:49:24,895 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-03-13 10:49:24,896 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(316)) - httpshuffle listening on port 57775
2015-03-13 10:49:24,896 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:49:24,898 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at Edinburgh.local:0
2015-03-13 10:49:24,899 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 10:49:24,899 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741826_1002
2015-03-13 10:49:24,899 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-03-13 10:49:24,900 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 10:49:24,900 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 10:49:24,900 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /node/*
2015-03-13 10:49:24,900 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /ws/*
2015-03-13 10:49:24,901 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 57776
2015-03-13 10:49:24,901 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 10:49:24,903 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.2.0/77f18c3d40dcb45b0be2602cfa5115a5edb40db1/hadoop-yarn-common-2.2.0.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_57776_node____veu68q/webapp
2015-03-13 10:49:25,068 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741825_1001
2015-03-13 10:49:25,116 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@Edinburgh.local:57776
2015-03-13 10:49:25,117 INFO webapp.WebApps (WebApps.java:start(258)) - Web app /node started at 57776
2015-03-13 10:49:25,123 INFO webapp.WebApps (WebApps.java:start(272)) - Registered webapp guice modules
2015-03-13 10:49:25,125 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.144 to /default-rack
2015-03-13 10:49:25,125 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(230)) - NodeManager from node 10.1.1.144(cmPort: 57773 httpPort: 57776) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.144:57773
2015-03-13 10:49:25,125 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(366)) - 10.1.1.144:57773 Node Transitioned from NEW to RUNNING
2015-03-13 10:49:25,125 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id -1255579683
2015-03-13 10:49:25,125 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :218151324
2015-03-13 10:49:25,125 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(774)) - Added node 10.1.1.144:57773 clusterResource: <memory:12288, vCores:24>
2015-03-13 10:49:25,125 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(265)) - Registered with ResourceManager as 10.1.1.144:57773 with total resource of <memory:4096, vCores:8>
2015-03-13 10:49:25,125 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(267)) - Notifying ContainerManager to unblock new container-requests
2015-03-13 10:49:25,884 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0
2015-03-13 10:49:25,885 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1
2015-03-13 10:49:25,885 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2
2015-03-13 10:49:25,885 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3
2015-03-13 10:49:25,895 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_0
2015-03-13 10:49:25,895 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_1
2015-03-13 10:49:25,896 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_2
2015-03-13 10:49:25,896 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_3
2015-03-13 10:49:25,896 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(333)) - Starting NM: 3
2015-03-13 10:49:25,909 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-03-13 10:49:25,910 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-03-13 10:49:25,910 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-03-13 10:49:25,910 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-03-13 10:49:25,910 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-03-13 10:49:25,910 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-03-13 10:49:25,911 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-03-13 10:49:25,911 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$CustomNodeManager
2015-03-13 10:49:25,911 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2015-03-13 10:49:25,912 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-03-13 10:49:25,912 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2015-03-13 10:49:26,014 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-03-13 10:49:26,015 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-03-13 10:49:26,015 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-03-13 10:49:26,018 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : null
2015-03-13 10:49:26,018 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2015-03-13 10:49:26,018 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2015-03-13 10:49:26,018 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2015-03-13 10:49:26,019 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(160)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-03-13 10:49:26,019 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(343)) - Waiting for NM 3 to start...
2015-03-13 10:49:26,024 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 57777
2015-03-13 10:49:26,026 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-03-13 10:49:26,026 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(281)) - Blocking new container-requests as container manager rpc server is still starting.
2015-03-13 10:49:26,027 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:49:26,027 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 57777: starting
2015-03-13 10:49:26,031 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : 10.1.1.144:57777
2015-03-13 10:49:26,031 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(292)) - ContainerManager started at /10.1.1.144:57777
2015-03-13 10:49:26,032 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 57778
2015-03-13 10:49:26,033 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-03-13 10:49:26,034 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:49:26,034 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 57778: starting
2015-03-13 10:49:26,035 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 57778
2015-03-13 10:49:26,036 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-03-13 10:49:26,037 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(316)) - httpshuffle listening on port 57779
2015-03-13 10:49:26,037 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:49:26,037 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at Edinburgh.local:0
2015-03-13 10:49:26,038 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 10:49:26,038 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-03-13 10:49:26,039 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 10:49:26,039 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 10:49:26,039 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /node/*
2015-03-13 10:49:26,039 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /ws/*
2015-03-13 10:49:26,040 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 57780
2015-03-13 10:49:26,040 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 10:49:26,042 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.2.0/77f18c3d40dcb45b0be2602cfa5115a5edb40db1/hadoop-yarn-common-2.2.0.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_57780_node____.5kttql/webapp
2015-03-13 10:49:26,274 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@Edinburgh.local:57780
2015-03-13 10:49:26,274 INFO webapp.WebApps (WebApps.java:start(258)) - Web app /node started at 57780
2015-03-13 10:49:26,282 INFO webapp.WebApps (WebApps.java:start(272)) - Registered webapp guice modules
2015-03-13 10:49:26,283 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.144 to /default-rack
2015-03-13 10:49:26,283 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(230)) - NodeManager from node 10.1.1.144(cmPort: 57777 httpPort: 57780) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.144:57777
2015-03-13 10:49:26,283 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id -1255579683
2015-03-13 10:49:26,283 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :218151324
2015-03-13 10:49:26,283 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(265)) - Registered with ResourceManager as 10.1.1.144:57777 with total resource of <memory:4096, vCores:8>
2015-03-13 10:49:26,283 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(267)) - Notifying ContainerManager to unblock new container-requests
2015-03-13 10:49:26,284 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(366)) - 10.1.1.144:57777 Node Transitioned from NEW to RUNNING
2015-03-13 10:49:26,285 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(774)) - Added node 10.1.1.144:57777 clusterResource: <memory:16384, vCores:32>
2015-03-13 10:49:27,034 INFO hs.JobHistory (JobHistory.java:serviceInit(77)) - JobHistory Init
2015-03-13 10:49:27,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2015-03-13 10:49:27,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 10:49:27,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:49:27,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 10:49:27,050 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(561)) - Perms after creating 511, Expected: 1023
2015-03-13 10:49:27,051 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(564)) - Explicitly setting permissions to : 1023, rwxrwxrwt
2015-03-13 10:49:27,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=soberoi:supergroup:rwxrwxrwt
2015-03-13 10:49:27,054 INFO hs.HistoryFileManager (HistoryFileManager.java:initExisting(580)) - Initializing Existing Jobs...
2015-03-13 10:49:27,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2015-03-13 10:49:27,059 INFO hs.CachedHistoryStorage (CachedHistoryStorage.java:serviceInit(65)) - CachedHistoryStorage Init
2015-03-13 10:49:27,060 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(207)) - Waiting for HistoryServer to start...
2015-03-13 10:49:27,060 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - JobHistoryServer metrics system started (again)
2015-03-13 10:49:27,061 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2015-03-13 10:49:27,061 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(526)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-03-13 10:49:27,062 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2015-03-13 10:49:27,064 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 10:49:27,064 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context jobhistory
2015-03-13 10:49:27,064 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 10:49:27,065 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 10:49:27,065 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /jobhistory/*
2015-03-13 10:49:27,065 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /ws/*
2015-03-13 10:49:27,066 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 57781
2015-03-13 10:49:27,066 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 10:49:27,068 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.2.0/77f18c3d40dcb45b0be2602cfa5115a5edb40db1/hadoop-yarn-common-2.2.0.jar!/webapps/jobhistory to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_57781_jobhistory____.3lk38h/webapp
2015-03-13 10:49:27,245 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@Edinburgh.local:57781
2015-03-13 10:49:27,246 INFO webapp.WebApps (WebApps.java:start(258)) - Web app /jobhistory started at 57781
2015-03-13 10:49:27,264 INFO webapp.WebApps (WebApps.java:start(272)) - Registered webapp guice modules
2015-03-13 10:49:27,270 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 57782
2015-03-13 10:49:27,272 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.mapreduce.v2.api.HSClientProtocolPB to the server
2015-03-13 10:49:27,272 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 10:49:27,272 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 57782: starting
2015-03-13 10:49:27,275 INFO hs.HistoryClientService (HistoryClientService.java:serviceStart(140)) - Instantiated MRClientService at 10.1.1.144/10.1.1.144:57782
2015-03-13 10:49:28,565 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(224)) - MiniMRYARN ResourceManager address: 10.1.1.144:57763
2015-03-13 10:49:28,566 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(226)) - MiniMRYARN ResourceManager web address: Edinburgh.local:57760
2015-03-13 10:49:28,566 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(228)) - MiniMRYARN HistoryServer address: 10.1.1.144:57782
2015-03-13 10:49:28,567 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(230)) - MiniMRYARN HistoryServer web address: Edinburgh.local:57781
2015-03-13 10:49:28,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:49:28,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:49:28,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:49:28,585 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt. BP-296811075-10.1.1.144-1426268958425 blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]}
2015-03-13 10:49:28,587 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741827_1003 src: /127.0.0.1:57783 dest: /127.0.0.1:57750
2015-03-13 10:49:28,588 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741827_1003 src: /127.0.0.1:57784 dest: /127.0.0.1:57747
2015-03-13 10:49:28,591 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741827_1003 src: /127.0.0.1:57785 dest: /127.0.0.1:57740
2015-03-13 10:49:28,596 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57785, dest: /127.0.0.1:57740, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741827_1003, duration: 3090000
2015-03-13 10:49:28,596 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741827_1003, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:49:28,597 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:49:28,597 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57784, dest: /127.0.0.1:57747, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741827_1003, duration: 4317000
2015-03-13 10:49:28,597 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:28,599 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57783, dest: /127.0.0.1:57750, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741827_1003, duration: 5969000
2015-03-13 10:49:28,599 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:49:28,599 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:28,600 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:49:28,601 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt is closed by DFSClient_NONMAPREDUCE_640982831_9
2015-03-13 10:49:28,616 INFO property.AppProps (AppProps.java:getAppID(169)) - using app.id: 7D048A749E3240889C79B6F80E2513BC
2015-03-13 10:49:28,664 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.classpath.files is deprecated. Instead, use mapreduce.job.classpath.files
2015-03-13 10:49:28,664 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.data.dir is deprecated. Instead, use dfs.datanode.data.dir
2015-03-13 10:49:28,664 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - jobclient.completion.poll.interval is deprecated. Instead, use mapreduce.client.completion.pollinterval
2015-03-13 10:49:28,665 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.name.dir is deprecated. Instead, use dfs.namenode.name.dir
2015-03-13 10:49:28,665 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 10:49:28,665 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.checkpoint.dir is deprecated. Instead, use dfs.namenode.checkpoint.dir
2015-03-13 10:49:28,665 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.cache.files is deprecated. Instead, use mapreduce.job.cache.files
2015-03-13 10:49:28,666 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.map.tasks.speculative.execution is deprecated. Instead, use mapreduce.map.speculative
2015-03-13 10:49:28,666 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.reduce.tasks is deprecated. Instead, use mapreduce.job.reduces
2015-03-13 10:49:28,666 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.reduce.tasks.speculative.execution is deprecated. Instead, use mapreduce.reduce.speculative
2015-03-13 10:49:28,666 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.http.address is deprecated. Instead, use dfs.namenode.http-address
2015-03-13 10:49:28,667 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2015-03-13 10:49:28,667 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - jobclient.progress.monitor.poll.interval is deprecated. Instead, use mapreduce.client.progressmonitor.pollinterval
2015-03-13 10:49:28,667 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.map.tasks is deprecated. Instead, use mapreduce.job.maps
2015-03-13 10:49:28,668 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.reuse.jvm.num.tasks is deprecated. Instead, use mapreduce.job.jvm.numtasks
2015-03-13 10:49:28,668 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.umaskmode is deprecated. Instead, use fs.permissions.umask-mode
2015-03-13 10:49:28,668 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - topology.node.switch.mapping.impl is deprecated. Instead, use net.topology.node.switch.mapping.impl
2015-03-13 10:49:28,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:49:28,678 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 10:49:28,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:49:28,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:49:28,710 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:57786, bytes: 1461, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741827_1003, duration: 854000
2015-03-13 10:49:28,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2015-03-13 10:49:28,727 INFO util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 2.6.3
2015-03-13 10:49:28,728 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [mrflow] starting
2015-03-13 10:49:28,729 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [mrflow] source: Hfs["NullScheme"]["hdfs://localhost:57739/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt"]
2015-03-13 10:49:28,729 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [mrflow] sink: Hfs["NullScheme"]["hdfs://localhost:57739/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest"]
2015-03-13 10:49:28,729 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [mrflow] parallel execution is enabled: true
2015-03-13 10:49:28,729 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [mrflow] starting jobs: 1
2015-03-13 10:49:28,730 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [mrflow] allocating threads: 1
2015-03-13 10:49:28,730 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [mrflow] starting step: Hfs["NullScheme"]["hdfs://localhost:57739/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest"]
2015-03-13 10:49:28,773 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:57763
2015-03-13 10:49:28,786 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:57763
2015-03-13 10:49:28,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2015-03-13 10:49:28,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 10:49:28,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=soberoi:supergroup:rwx------
2015-03-13 10:49:28,821 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 1
2015-03-13 10:49:28,826 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(149)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2015-03-13 10:49:28,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001 dst=null perm=null
2015-03-13 10:49:28,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 10:49:28,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 10:49:28,830 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(258)) - No job jar file set. User classes may not be found. See Job or Job#setJar(String).
2015-03-13 10:49:28,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:28,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:28,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:28,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 10:49:28,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 10:49:28,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 10:49:28,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 10:49:28,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 10:49:28,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:28,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:49:28,844 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 10:49:28,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:49:28,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:49:28,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:49:28,853 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.split
2015-03-13 10:49:28,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.split dst=null perm=null
2015-03-13 10:49:28,857 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.split. BP-296811075-10.1.1.144-1426268958425 blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]}
2015-03-13 10:49:28,859 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741828_1004 src: /127.0.0.1:57788 dest: /127.0.0.1:57740
2015-03-13 10:49:28,860 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741828_1004 src: /127.0.0.1:57789 dest: /127.0.0.1:57747
2015-03-13 10:49:28,861 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741828_1004 src: /127.0.0.1:57790 dest: /127.0.0.1:57743
2015-03-13 10:49:28,862 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741828_1004 src: /127.0.0.1:57791 dest: /127.0.0.1:57750
2015-03-13 10:49:28,868 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57791, dest: /127.0.0.1:57750, bytes: 711, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741828_1004, duration: 4366000
2015-03-13 10:49:28,868 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741828_1004, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:49:28,869 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:49:28,870 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57790, dest: /127.0.0.1:57743, bytes: 711, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741828_1004, duration: 5574000
2015-03-13 10:49:28,870 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:28,872 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:49:28,872 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57789, dest: /127.0.0.1:57747, bytes: 711, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741828_1004, duration: 7344000
2015-03-13 10:49:28,872 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:28,873 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:49:28,874 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57788, dest: /127.0.0.1:57740, bytes: 711, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741828_1004, duration: 9548000
2015-03-13 10:49:28,874 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:28,875 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:49:28,877 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.split is closed by DFSClient_NONMAPREDUCE_640982831_9
2015-03-13 10:49:28,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:49:28,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:49:28,884 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.splitmetainfo. BP-296811075-10.1.1.144-1426268958425 blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]}
2015-03-13 10:49:28,885 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741829_1005 src: /127.0.0.1:57792 dest: /127.0.0.1:57740
2015-03-13 10:49:28,887 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741829_1005 src: /127.0.0.1:57793 dest: /127.0.0.1:57750
2015-03-13 10:49:28,888 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741829_1005 src: /127.0.0.1:57794 dest: /127.0.0.1:57743
2015-03-13 10:49:28,892 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57794, dest: /127.0.0.1:57743, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741829_1005, duration: 2874000
2015-03-13 10:49:28,893 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741829_1005, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:49:28,895 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:49:28,895 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57793, dest: /127.0.0.1:57750, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741829_1005, duration: 5481000
2015-03-13 10:49:28,895 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:28,898 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:49:28,898 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57792, dest: /127.0.0.1:57740, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741829_1005, duration: 8409000
2015-03-13 10:49:28,899 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:28,899 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:49:28,901 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_640982831_9
2015-03-13 10:49:28,901 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:4
2015-03-13 10:49:28,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:49:28,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:49:28,910 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - user.name is deprecated. Instead, use mapreduce.job.user.name
2015-03-13 10:49:28,910 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.cache.files.filesizes is deprecated. Instead, use mapreduce.job.cache.files.filesizes
2015-03-13 10:49:28,911 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 10:49:28,911 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.value.class is deprecated. Instead, use mapreduce.job.output.value.class
2015-03-13 10:49:28,911 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.name is deprecated. Instead, use mapreduce.job.name
2015-03-13 10:49:28,912 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.input.dir is deprecated. Instead, use mapreduce.input.fileinputformat.inputdir
2015-03-13 10:49:28,912 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.dir is deprecated. Instead, use mapreduce.output.fileoutputformat.outputdir
2015-03-13 10:49:28,912 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.cache.files.timestamps is deprecated. Instead, use mapreduce.job.cache.files.timestamps
2015-03-13 10:49:28,912 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.key.class is deprecated. Instead, use mapreduce.job.output.key.class
2015-03-13 10:49:28,912 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.working.dir is deprecated. Instead, use mapreduce.job.working.dir
2015-03-13 10:49:29,000 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.xml. BP-296811075-10.1.1.144-1426268958425 blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]}
2015-03-13 10:49:29,002 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741830_1006 src: /127.0.0.1:57795 dest: /127.0.0.1:57743
2015-03-13 10:49:29,004 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741830_1006 src: /127.0.0.1:57796 dest: /127.0.0.1:57740
2015-03-13 10:49:29,006 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741830_1006 src: /127.0.0.1:57797 dest: /127.0.0.1:57747
2015-03-13 10:49:29,013 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57797, dest: /127.0.0.1:57747, bytes: 73432, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741830_1006, duration: 4486000
2015-03-13 10:49:29,013 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741830_1006, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:49:29,014 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:49:29,015 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57796, dest: /127.0.0.1:57740, bytes: 73432, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741830_1006, duration: 4936000
2015-03-13 10:49:29,015 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:29,017 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:49:29,018 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57795, dest: /127.0.0.1:57743, bytes: 73432, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741830_1006, duration: 8751000
2015-03-13 10:49:29,018 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:29,020 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:49:29,021 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.xml is closed by DFSClient_NONMAPREDUCE_640982831_9
2015-03-13 10:49:29,021 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426268960696_0001
2015-03-13 10:49:29,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001 dst=null perm=null
2015-03-13 10:49:29,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.xml dst=null perm=null
2015-03-13 10:49:29,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.xml dst=null perm=null
2015-03-13 10:49:29,067 INFO mapred.YARNRunner (YARNRunner.java:createApplicationSubmissionContext(368)) - Job jar is not present. Not adding any jar to the list of resources.
2015-03-13 10:49:29,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.split dst=null perm=null
2015-03-13 10:49:29,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.split dst=null perm=null
2015-03-13 10:49:29,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.splitmetainfo dst=null perm=null
2015-03-13 10:49:29,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.splitmetainfo dst=null perm=null
2015-03-13 10:49:29,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:29,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:29,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:29,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:29,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:29,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:29,117 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 1 submitted by user soberoi
2015-03-13 10:49:29,118 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426268960696_0001
2015-03-13 10:49:29,119 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426268960696_0001
2015-03-13 10:49:29,119 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0001 State change from NEW to NEW_SAVING
2015-03-13 10:49:29,122 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426268960696_0001
2015-03-13 10:49:29,124 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0001 State change from NEW_SAVING to SUBMITTED
2015-03-13 10:49:29,124 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426268960696_0001_000001
2015-03-13 10:49:29,126 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0001_000001 State change from NEW to SUBMITTED
2015-03-13 10:49:29,130 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426268960696_0001 from user: soberoi activated in queue: default
2015-03-13 10:49:29,130 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426268960696_0001 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@5d529507, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-03-13 10:49:29,130 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426268960696_0001 user: soberoi leaf-queue of parent: root #applications: 1
2015-03-13 10:49:29,130 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426268960696_0001_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0, currently active: 1
2015-03-13 10:49:29,131 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0001_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 10:49:29,134 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0001 State change from SUBMITTED to ACCEPTED
2015-03-13 10:49:29,136 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426268960696_0001 to ResourceManager at /10.1.1.144:57763
2015-03-13 10:49:29,153 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0001_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:49:29,153 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000001
2015-03-13 10:49:29,154 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0001_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:57773, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2015-03-13 10:49:29,155 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0001 container=Container: [ContainerId: container_1426268960696_0001_01_000001, NodeId: 10.1.1.144:57773, NodeHttpAddress: 10.1.1.144:57776, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57773 }, ] containerId=container_1426268960696_0001_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0 usedCapacity=0.0 absoluteUsedCapacity=0.0 used=<memory:0, vCores:0> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:29,155 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 10:49:29,155 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:29,156 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0001_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:49:29,157 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426268960696_0001 AttemptId: appattempt_1426268960696_0001_000001 MasterContainer: Container: [ContainerId: container_1426268960696_0001_01_000001, NodeId: 10.1.1.144:57773, NodeHttpAddress: 10.1.1.144:57776, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57773 }, ]
2015-03-13 10:49:29,157 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0001_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 10:49:29,161 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426268960696_0001_000001
2015-03-13 10:49:29,162 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0001_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 10:49:29,164 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426268960696_0001_000001
2015-03-13 10:49:29,173 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:57760/proxy/application_1426268960696_0001/
2015-03-13 10:49:29,174 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426268960696_0001_01_000001, NodeId: 10.1.1.144:57773, NodeHttpAddress: 10.1.1.144:57776, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57773 }, ] for AM appattempt_1426268960696_0001_000001
2015-03-13 10:49:29,174 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426268960696_0001_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 10:49:29,174 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [mrflow] submitted hadoop job: job_1426268960696_0001
2015-03-13 10:49:29,174 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [mrflow] tracking url: http://Edinburgh.local:57760/proxy/application_1426268960696_0001/
2015-03-13 10:49:29,195 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0001_000001 (auth:SIMPLE)
2015-03-13 10:49:29,202 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0001_01_000001 by user soberoi
2015-03-13 10:49:29,212 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426268960696_0001
2015-03-13 10:49:29,214 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0001 transitioned from NEW to INITING
2015-03-13 10:49:29,214 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000001
2015-03-13 10:49:29,214 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0001_01_000001 to application application_1426268960696_0001
2015-03-13 10:49:29,217 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0001 transitioned from INITING to RUNNING
2015-03-13 10:49:29,219 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 10:49:29,219 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0001
2015-03-13 10:49:29,222 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426268960696_0001_01_000001, NodeId: 10.1.1.144:57773, NodeHttpAddress: 10.1.1.144:57776, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57773 }, ] for AM appattempt_1426268960696_0001_000001
2015-03-13 10:49:29,223 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0001_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 10:49:29,227 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:49:29,227 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:49:29,228 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 10:49:29,228 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.split transitioned from INIT to DOWNLOADING
2015-03-13 10:49:29,228 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 10:49:29,228 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1426268960392, FILE, null }
2015-03-13 10:49:29,234 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar, 1426268960518, FILE, null }
2015-03-13 10:49:29,234 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426268960696_0001_01_000001
2015-03-13 10:49:29,249 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1426268960696_0001_01_000001.tokens. Credentials list:
2015-03-13 10:49:29,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:29,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:29,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:29,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:29,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 10:49:29,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 10:49:29,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 10:49:29,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 10:49:29,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 10:49:29,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 10:49:29,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 10:49:29,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 10:49:29,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 10:49:29,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 10:49:29,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:29,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:29,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:29,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:29,274 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:49:29,278 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:57799, bytes: 485810, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741825_1001, duration: 1638000
2015-03-13 10:49:29,278 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:57786, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741826_1002, duration: 1755000
2015-03-13 10:49:29,322 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:49:29,323 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:49:29,383 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1426268960696_0001_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000001.tokens
2015-03-13 10:49:29,384 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0001
2015-03-13 10:49:29,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.splitmetainfo dst=null perm=null
2015-03-13 10:49:29,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.splitmetainfo dst=null perm=null
2015-03-13 10:49:29,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.splitmetainfo dst=null perm=null
2015-03-13 10:49:29,474 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:57802, bytes: 159, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2112834584_823, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741829_1005, duration: 219000
2015-03-13 10:49:29,498 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:49:29,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.split dst=null perm=null
2015-03-13 10:49:29,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.split dst=null perm=null
2015-03-13 10:49:29,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.split dst=null perm=null
2015-03-13 10:49:29,525 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57743, dest: /127.0.0.1:57803, bytes: 719, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2112834584_823, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741828_1004, duration: 224000
2015-03-13 10:49:29,538 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:49:29,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.xml dst=null perm=null
2015-03-13 10:49:29,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.xml dst=null perm=null
2015-03-13 10:49:29,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.xml dst=null perm=null
2015-03-13 10:49:29,565 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57743, dest: /127.0.0.1:57803, bytes: 74008, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2112834584_823, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741830_1006, duration: 431000
2015-03-13 10:49:29,579 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:49:29,580 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:49:29,613 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 10:49:29,613 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:49:29,684 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000001/default_container_executor.sh]
2015-03-13 10:49:29,759 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741828_1004
2015-03-13 10:49:29,759 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741829_1005
2015-03-13 10:49:29,759 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741829_1005
2015-03-13 10:49:29,759 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741827_1003
2015-03-13 10:49:29,760 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741830_1006
2015-03-13 10:49:29,760 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741830_1006
2015-03-13 10:49:29,761 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741828_1004
2015-03-13 10:49:29,904 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741827_1003
2015-03-13 10:49:29,905 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741828_1004
2015-03-13 10:49:29,906 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741830_1006
2015-03-13 10:49:30,075 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741829_1005
2015-03-13 10:49:30,075 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741828_1004
2015-03-13 10:49:30,076 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741827_1003
2015-03-13 10:49:30,152 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:30,153 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0001_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:49:31,153 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:31,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 10:49:31,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/COMMIT_STARTED dst=null perm=null
2015-03-13 10:49:31,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/COMMIT_SUCCESS dst=null perm=null
2015-03-13 10:49:31,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/COMMIT_FAIL dst=null perm=null
2015-03-13 10:49:31,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001 dst=null perm=null
2015-03-13 10:49:31,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 10:49:31,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 10:49:31,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:49:31,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 10:49:31,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.splitmetainfo dst=null perm=null
2015-03-13 10:49:31,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.splitmetainfo dst=null perm=null
2015-03-13 10:49:31,625 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:57805, bytes: 159, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-14802517_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741829_1005, duration: 183000
2015-03-13 10:49:32,154 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:32,423 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0001_000001 (auth:SIMPLE)
2015-03-13 10:49:32,427 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426268960696_0001_000001
2015-03-13 10:49:32,428 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426268960696_0001 APPATTEMPTID=appattempt_1426268960696_0001_000001
2015-03-13 10:49:32,428 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0001_000001 State change from LAUNCHED to RUNNING
2015-03-13 10:49:32,429 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0001 State change from ACCEPTED to RUNNING
2015-03-13 10:49:32,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job_1426268960696_0001_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:49:32,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:49:32,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job_1426268960696_0001_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:49:32,632 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job_1426268960696_0001_1_conf.xml. BP-296811075-10.1.1.144-1426268958425 blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]}
2015-03-13 10:49:32,675 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741831_1007 src: /127.0.0.1:57811 dest: /127.0.0.1:57740
2015-03-13 10:49:32,677 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741831_1007 src: /127.0.0.1:57812 dest: /127.0.0.1:57743
2015-03-13 10:49:32,679 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741831_1007 src: /127.0.0.1:57813 dest: /127.0.0.1:57750
2015-03-13 10:49:32,692 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57813, dest: /127.0.0.1:57750, bytes: 81655, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-14802517_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741831_1007, duration: 11150000
2015-03-13 10:49:32,692 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741831_1007, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:49:32,693 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:49:32,693 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57812, dest: /127.0.0.1:57743, bytes: 81655, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-14802517_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741831_1007, duration: 12571000
2015-03-13 10:49:32,694 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:32,697 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57811, dest: /127.0.0.1:57740, bytes: 81655, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-14802517_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741831_1007, duration: 14301000
2015-03-13 10:49:32,698 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:32,697 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:49:32,700 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:49:32,703 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job_1426268960696_0001_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-14802517_1
2015-03-13 10:49:33,155 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:33,514 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0001_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:49:33,514 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000002
2015-03-13 10:49:33,514 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0001_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57765, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 10:49:33,515 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0001 container=Container: [ContainerId: container_1426268960696_0001_01_000002, NodeId: 10.1.1.144:57765, NodeHttpAddress: 10.1.1.144:57768, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57765 }, ] containerId=container_1426268960696_0001_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:33,515 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 10:49:33,515 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:33,516 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0001_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:49:33,516 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000003
2015-03-13 10:49:33,516 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0001_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57765, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2015-03-13 10:49:33,516 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0001 container=Container: [ContainerId: container_1426268960696_0001_01_000003, NodeId: 10.1.1.144:57765, NodeHttpAddress: 10.1.1.144:57768, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57765 }, ] containerId=container_1426268960696_0001_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:33,516 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-03-13 10:49:33,517 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:33,517 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0001_01_000004 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:49:33,517 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000004
2015-03-13 10:49:33,517 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0001_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57765, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2015-03-13 10:49:33,518 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0001 container=Container: [ContainerId: container_1426268960696_0001_01_000004, NodeId: 10.1.1.144:57765, NodeHttpAddress: 10.1.1.144:57768, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57765 }, ] containerId=container_1426268960696_0001_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:33,518 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-03-13 10:49:33,518 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:33,518 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0001_01_000005 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:49:33,519 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000005
2015-03-13 10:49:33,519 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0001_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57765, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2015-03-13 10:49:33,519 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0001 container=Container: [ContainerId: container_1426268960696_0001_01_000005, NodeId: 10.1.1.144:57765, NodeHttpAddress: 10.1.1.144:57768, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57765 }, ] containerId=container_1426268960696_0001_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:33,519 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-03-13 10:49:33,519 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:34,156 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:34,470 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0001_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:49:34,471 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0001_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:49:34,471 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0001_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:49:34,472 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0001_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:49:34,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.xml dst=null perm=null
2015-03-13 10:49:34,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.xml dst=null perm=null
2015-03-13 10:49:34,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:34,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:34,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:34,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:34,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:34,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:34,604 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0001_000001 (auth:SIMPLE)
2015-03-13 10:49:34,609 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0001_01_000004 by user soberoi
2015-03-13 10:49:34,609 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0001_01_000005 by user soberoi
2015-03-13 10:49:34,609 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0001_01_000002 by user soberoi
2015-03-13 10:49:34,609 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0001_01_000003 by user soberoi
2015-03-13 10:49:34,610 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0001_01_000005 to application application_1426268960696_0001
2015-03-13 10:49:34,610 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000005
2015-03-13 10:49:34,610 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426268960696_0001
2015-03-13 10:49:34,611 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0001_01_000002 to application application_1426268960696_0001
2015-03-13 10:49:34,612 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000004
2015-03-13 10:49:34,611 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000003
2015-03-13 10:49:34,610 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000002
2015-03-13 10:49:34,612 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0001_01_000003 to application application_1426268960696_0001
2015-03-13 10:49:34,613 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0001 transitioned from NEW to INITING
2015-03-13 10:49:34,613 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0001_01_000004 to application application_1426268960696_0001
2015-03-13 10:49:34,614 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0001 transitioned from INITING to RUNNING
2015-03-13 10:49:34,614 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 10:49:34,615 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 10:49:34,615 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000005 transitioned from NEW to LOCALIZING
2015-03-13 10:49:34,616 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000004 transitioned from NEW to LOCALIZING
2015-03-13 10:49:34,616 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0001
2015-03-13 10:49:34,616 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0001
2015-03-13 10:49:34,616 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:49:34,617 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0001
2015-03-13 10:49:34,617 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:49:34,617 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:49:34,618 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 10:49:34,618 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0001
2015-03-13 10:49:34,618 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0001
2015-03-13 10:49:34,618 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:49:34,618 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0001
2015-03-13 10:49:34,618 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0001
2015-03-13 10:49:34,619 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0001
2015-03-13 10:49:34,619 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:49:34,619 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0001
2015-03-13 10:49:34,619 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0001
2015-03-13 10:49:34,619 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0001
2015-03-13 10:49:34,619 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:49:34,619 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0001
2015-03-13 10:49:34,620 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1426268960392, FILE, null }
2015-03-13 10:49:34,622 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar, 1426268960518, FILE, null }
2015-03-13 10:49:34,622 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426268960696_0001_01_000003
2015-03-13 10:49:34,623 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1426268960392, FILE, null }
2015-03-13 10:49:34,623 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar, 1426268960518, FILE, null }
2015-03-13 10:49:34,623 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426268960696_0001_01_000002
2015-03-13 10:49:34,624 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1426268960392, FILE, null }
2015-03-13 10:49:34,624 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar, 1426268960518, FILE, null }
2015-03-13 10:49:34,624 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426268960696_0001_01_000005
2015-03-13 10:49:34,624 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1426268960392, FILE, null }
2015-03-13 10:49:34,625 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar, 1426268960518, FILE, null }
2015-03-13 10:49:34,625 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426268960696_0001_01_000004
2015-03-13 10:49:34,646 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1426268960696_0001_01_000004.tokens. Credentials list:
2015-03-13 10:49:34,647 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1426268960696_0001_01_000002.tokens. Credentials list:
2015-03-13 10:49:34,647 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1426268960696_0001_01_000005.tokens. Credentials list:
2015-03-13 10:49:34,647 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1426268960696_0001_01_000003.tokens. Credentials list:
2015-03-13 10:49:34,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:34,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:34,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 10:49:34,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 10:49:34,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:34,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 10:49:34,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:34,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 10:49:34,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 10:49:34,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 10:49:34,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 10:49:34,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:34,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 10:49:34,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:34,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 10:49:34,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 10:49:34,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:34,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:34,672 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:49:34,680 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:57815, bytes: 485810, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741825_1001, duration: 1577000
2015-03-13 10:49:34,682 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57743, dest: /127.0.0.1:57816, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741826_1002, duration: 1507000
2015-03-13 10:49:34,703 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:49:34,707 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:49:34,774 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741831_1007
2015-03-13 10:49:34,774 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741831_1007
2015-03-13 10:49:34,787 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1426268960696_0001_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000004.tokens
2015-03-13 10:49:34,787 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0001
2015-03-13 10:49:34,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.xml dst=null perm=null
2015-03-13 10:49:34,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.xml dst=null perm=null
2015-03-13 10:49:34,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.xml dst=null perm=null
2015-03-13 10:49:34,861 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57743, dest: /127.0.0.1:57816, bytes: 74008, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1191941634_949, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741830_1006, duration: 361000
2015-03-13 10:49:34,875 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:49:34,875 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:49:34,876 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:49:34,876 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:49:34,877 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:49:34,926 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 10:49:34,926 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 10:49:34,926 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000004 transitioned from LOCALIZED to RUNNING
2015-03-13 10:49:34,926 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:49:34,927 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:49:34,927 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:49:34,945 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000005 transitioned from LOCALIZED to RUNNING
2015-03-13 10:49:34,946 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:49:35,049 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000003/default_container_executor.sh]
2015-03-13 10:49:35,056 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000004/default_container_executor.sh]
2015-03-13 10:49:35,056 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000002/default_container_executor.sh]
2015-03-13 10:49:35,079 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741831_1007
2015-03-13 10:49:35,124 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000005/default_container_executor.sh]
2015-03-13 10:49:35,158 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:35,488 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 10:49:35,515 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:35,515 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:35,516 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:35,516 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:35,517 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0001_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:49:35,517 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0001_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:49:35,517 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0001_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:49:35,517 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0001_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:49:35,910 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:49:36,045 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1426268960696_0001_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000003.tokens
2015-03-13 10:49:36,046 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0001
2015-03-13 10:49:36,162 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:36,170 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:49:36,326 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1426268960696_0001_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000005.tokens
2015-03-13 10:49:36,326 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0001
2015-03-13 10:49:36,445 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:49:36,517 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:36,518 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:36,519 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:36,519 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:36,563 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1426268960696_0001_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000002.tokens
2015-03-13 10:49:36,563 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0001
2015-03-13 10:49:37,169 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:37,520 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:37,521 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:37,521 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:37,521 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:38,175 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:38,522 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:38,523 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:38,523 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:38,523 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:39,177 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:39,526 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:39,526 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:39,527 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:39,527 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:40,181 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:40,531 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:40,532 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:40,532 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:40,532 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:41,185 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:41,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.split dst=null perm=null
2015-03-13 10:49:41,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.split dst=null perm=null
2015-03-13 10:49:41,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.split dst=null perm=null
2015-03-13 10:49:41,294 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:57828, bytes: 719, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0001_m_000000_0_-333886644_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741828_1004, duration: 235000
2015-03-13 10:49:41,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job.split dst=null perm=null
2015-03-13 10:49:41,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:49:41,394 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:57832, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0001_m_000000_0_-333886644_1, offset: 1024, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741827_1003, duration: 311000
2015-03-13 10:49:41,482 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57743, dest: /127.0.0.1:57831, bytes: 719, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0001_m_000001_0_822143141_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741828_1004, duration: 219000
2015-03-13 10:49:41,535 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:41,535 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:41,536 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:41,536 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:41,546 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:57833, bytes: 719, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0001_m_000002_0_77891310_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741828_1004, duration: 312000
2015-03-13 10:49:41,617 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:57834, bytes: 203, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0001_m_000003_0_-407072872_1, offset: 512, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741828_1004, duration: 234000
2015-03-13 10:49:41,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:49:41,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1426268960696_0001_m_000000_0 dst=null perm=null
2015-03-13 10:49:41,679 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0001_01_000002
2015-03-13 10:49:41,679 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000002
2015-03-13 10:49:41,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:49:41,680 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000002 transitioned from RUNNING to KILLING
2015-03-13 10:49:41,680 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0001_01_000002
2015-03-13 10:49:41,682 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:49:41,682 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:41,682 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:41,682 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:41,697 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0001_01_000002 is : 143
2015-03-13 10:49:41,699 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job_1426268960696_0001_1.jhist. BP-296811075-10.1.1.144-1426268958425 blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]}
2015-03-13 10:49:41,701 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741832_1008 src: /127.0.0.1:57835 dest: /127.0.0.1:57750
2015-03-13 10:49:41,702 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741832_1008 src: /127.0.0.1:57836 dest: /127.0.0.1:57740
2015-03-13 10:49:41,704 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741832_1008 src: /127.0.0.1:57837 dest: /127.0.0.1:57743
2015-03-13 10:49:41,712 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job_1426268960696_0001_1.jhist for DFSClient_NONMAPREDUCE_-14802517_1
2015-03-13 10:49:41,714 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:49:41,715 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000002
2015-03-13 10:49:41,715 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000002
2015-03-13 10:49:41,716 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000002
2015-03-13 10:49:41,717 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000002
2015-03-13 10:49:41,717 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:49:41,717 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0001_01_000002 from application application_1426268960696_0001
2015-03-13 10:49:41,717 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:49:41,718 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0001
2015-03-13 10:49:41,718 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000002
2015-03-13 10:49:41,725 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:57838, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0001_m_000002_0_77891310_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741827_1003, duration: 243000
2015-03-13 10:49:41,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:49:41,757 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:57839, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0001_m_000003_0_-407072872_1, offset: 512, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741827_1003, duration: 1502000
2015-03-13 10:49:41,776 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:57840, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0001_m_000001_0_822143141_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741827_1003, duration: 279000
2015-03-13 10:49:41,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1426268960696_0001_m_000001_0 dst=null perm=null
2015-03-13 10:49:41,817 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0001_01_000003
2015-03-13 10:49:41,818 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000003
2015-03-13 10:49:41,818 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000003 transitioned from RUNNING to KILLING
2015-03-13 10:49:41,818 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0001_01_000003
2015-03-13 10:49:41,819 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:49:41,819 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0001_01_000002
2015-03-13 10:49:41,819 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:49:41,820 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:41,820 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:41,821 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0001_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:49:41,821 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0001_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 10:49:41,822 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000002
2015-03-13 10:49:41,822 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0001_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57765, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-03-13 10:49:41,822 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-03-13 10:49:41,822 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0001_01_000002, NodeId: 10.1.1.144:57765, NodeHttpAddress: 10.1.1.144:57768, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57765 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:41,822 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:41,822 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-03-13 10:49:41,823 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0001_000001 released container container_1426268960696_0001_01_000002 on node: host: 10.1.1.144:57765 #containers=3 available=1024 used=3072 with event: FINISHED
2015-03-13 10:49:41,832 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0001_01_000003 is : 143
2015-03-13 10:49:41,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1426268960696_0001_m_000002_0 dst=null perm=null
2015-03-13 10:49:41,844 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:49:41,844 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000003
2015-03-13 10:49:41,845 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000003
2015-03-13 10:49:41,845 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000003
2015-03-13 10:49:41,845 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000003
2015-03-13 10:49:41,845 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000003
2015-03-13 10:49:41,846 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:49:41,846 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0001_01_000003 from application application_1426268960696_0001
2015-03-13 10:49:41,846 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:49:41,846 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0001
2015-03-13 10:49:41,858 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0001_01_000004
2015-03-13 10:49:41,859 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000004
2015-03-13 10:49:41,859 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000004 transitioned from RUNNING to KILLING
2015-03-13 10:49:41,859 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:49:41,860 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0001_01_000003
2015-03-13 10:49:41,859 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0001_01_000004
2015-03-13 10:49:41,860 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:49:41,860 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:41,861 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0001_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:49:41,861 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0001_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 10:49:41,861 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000003
2015-03-13 10:49:41,861 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0001_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57765, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-03-13 10:49:41,861 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-03-13 10:49:41,862 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0001_01_000003, NodeId: 10.1.1.144:57765, NodeHttpAddress: 10.1.1.144:57768, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57765 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:41,862 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:41,862 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-03-13 10:49:41,862 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0001_000001 released container container_1426268960696_0001_01_000003 on node: host: 10.1.1.144:57765 #containers=2 available=2048 used=2048 with event: FINISHED
2015-03-13 10:49:41,874 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0001_01_000004 is : 143
2015-03-13 10:49:41,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1426268960696_0001_m_000003_0 dst=null perm=null
2015-03-13 10:49:41,886 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:49:41,886 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000004
2015-03-13 10:49:41,887 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000004
2015-03-13 10:49:41,887 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000004
2015-03-13 10:49:41,887 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000004
2015-03-13 10:49:41,887 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000004
2015-03-13 10:49:41,887 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:49:41,888 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0001_01_000004 from application application_1426268960696_0001
2015-03-13 10:49:41,888 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:49:41,888 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0001
2015-03-13 10:49:41,898 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0001_01_000005
2015-03-13 10:49:41,898 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000005
2015-03-13 10:49:41,898 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000005 transitioned from RUNNING to KILLING
2015-03-13 10:49:41,898 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:49:41,899 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0001_01_000004
2015-03-13 10:49:41,898 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0001_01_000005
2015-03-13 10:49:41,899 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:49:41,900 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0001_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:49:41,900 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0001_01_000004 in state: COMPLETED event:FINISHED
2015-03-13 10:49:41,900 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000004
2015-03-13 10:49:41,900 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0001_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57765, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-03-13 10:49:41,900 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-03-13 10:49:41,900 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0001_01_000004, NodeId: 10.1.1.144:57765, NodeHttpAddress: 10.1.1.144:57768, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57765 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:41,901 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:41,901 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 10:49:41,901 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0001_000001 released container container_1426268960696_0001_01_000004 on node: host: 10.1.1.144:57765 #containers=1 available=3072 used=1024 with event: FINISHED
2015-03-13 10:49:41,909 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0001_01_000005 is : 143
2015-03-13 10:49:41,919 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:49:41,920 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000005
2015-03-13 10:49:41,920 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000005
2015-03-13 10:49:41,920 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000005
2015-03-13 10:49:41,920 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:49:41,921 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0001_01_000005 from application application_1426268960696_0001
2015-03-13 10:49:41,920 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000005
2015-03-13 10:49:41,921 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:49:41,921 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0001
2015-03-13 10:49:41,920 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000005
2015-03-13 10:49:42,191 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:42,900 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:49:42,900 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0001_01_000005
2015-03-13 10:49:42,901 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0001_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:49:42,901 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0001_01_000005 in state: COMPLETED event:FINISHED
2015-03-13 10:49:42,902 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000005
2015-03-13 10:49:42,902 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0001_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57765, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 10:49:42,902 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 10:49:42,903 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0001_01_000005, NodeId: 10.1.1.144:57765, NodeHttpAddress: 10.1.1.144:57768, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57765 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:42,903 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:42,903 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 10:49:42,903 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0001_000001 released container container_1426268960696_0001_01_000005 on node: host: 10.1.1.144:57765 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 10:49:43,192 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:43,907 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0001_01_000006 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:49:43,907 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000006
2015-03-13 10:49:43,908 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0001_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57765, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 10:49:43,908 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0001 container=Container: [ContainerId: container_1426268960696_0001_01_000006, NodeId: 10.1.1.144:57765, NodeHttpAddress: 10.1.1.144:57768, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:57765 }, ] containerId=container_1426268960696_0001_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:43,908 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 10:49:43,909 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:44,199 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:44,529 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0001_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:49:44,538 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0001_01_000006 by user soberoi
2015-03-13 10:49:44,538 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000006
2015-03-13 10:49:44,538 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0001_01_000006 to application application_1426268960696_0001
2015-03-13 10:49:44,539 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000006 transitioned from NEW to LOCALIZING
2015-03-13 10:49:44,539 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0001
2015-03-13 10:49:44,539 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0001
2015-03-13 10:49:44,539 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:49:44,539 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0001
2015-03-13 10:49:44,540 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:49:44,568 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000006 transitioned from LOCALIZED to RUNNING
2015-03-13 10:49:44,568 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:49:44,651 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000006/default_container_executor.sh]
2015-03-13 10:49:44,911 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:44,911 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0001_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:49:45,205 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:45,536 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 10:49:45,914 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:46,208 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:46,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1426268960696_0001_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:49:46,915 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:46,946 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1426268960696_0001_r_000000_0/part-00000. BP-296811075-10.1.1.144-1426268958425 blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]}
2015-03-13 10:49:47,001 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741833_1009 src: /127.0.0.1:57845 dest: /127.0.0.1:57743
2015-03-13 10:49:47,002 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741833_1009 src: /127.0.0.1:57846 dest: /127.0.0.1:57747
2015-03-13 10:49:47,004 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741833_1009 src: /127.0.0.1:57847 dest: /127.0.0.1:57750
2015-03-13 10:49:47,016 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57847, dest: /127.0.0.1:57750, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0001_r_000000_0_-485109263_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741833_1009, duration: 10325000
2015-03-13 10:49:47,016 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741833_1009, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:49:47,016 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:49:47,017 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57846, dest: /127.0.0.1:57747, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0001_r_000000_0_-485109263_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741833_1009, duration: 9308000
2015-03-13 10:49:47,017 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:47,017 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:49:47,018 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57845, dest: /127.0.0.1:57743, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0001_r_000000_0_-485109263_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741833_1009, duration: 12054000
2015-03-13 10:49:47,018 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:47,019 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:49:47,022 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1426268960696_0001_r_000000_0/part-00000 is closed by DFSClient_attempt_1426268960696_0001_r_000000_0_-485109263_1
2015-03-13 10:49:47,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1426268960696_0001_r_000000_0 dst=null perm=null
2015-03-13 10:49:47,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1426268960696_0001_r_000000_0 dst=null perm=null
2015-03-13 10:49:47,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/task_1426268960696_0001_r_000000 dst=null perm=null
2015-03-13 10:49:47,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1426268960696_0001_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/task_1426268960696_0001_r_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:49:47,052 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0001_01_000006
2015-03-13 10:49:47,052 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000006
2015-03-13 10:49:47,052 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000006 transitioned from RUNNING to KILLING
2015-03-13 10:49:47,052 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0001_01_000006
2015-03-13 10:49:47,053 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:49:47,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:49:47,061 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-14802517_1
2015-03-13 10:49:47,064 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0001_01_000006 is : 143
2015-03-13 10:49:47,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1 dst=null perm=null
2015-03-13 10:49:47,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2015-03-13 10:49:47,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2015-03-13 10:49:47,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/task_1426268960696_0001_r_000000 dst=null perm=null
2015-03-13 10:49:47,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/part-00000 dst=null perm=null
2015-03-13 10:49:47,078 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:49:47,078 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000006
2015-03-13 10:49:47,079 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000006
2015-03-13 10:49:47,079 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000006
2015-03-13 10:49:47,079 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:49:47,079 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0001_01_000006 from application application_1426268960696_0001
2015-03-13 10:49:47,079 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:49:47,079 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000006
2015-03-13 10:49:47,080 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000006
2015-03-13 10:49:47,079 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0001
2015-03-13 10:49:47,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/task_1426268960696_0001_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:49:47,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary dst=null perm=null
2015-03-13 10:49:47,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:49:47,095 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-14802517_1
2015-03-13 10:49:47,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:49:47,098 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-14802517_1
2015-03-13 10:49:47,114 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57837, dest: /127.0.0.1:57743, bytes: 50959, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-14802517_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741832_1008, duration: 5408421000
2015-03-13 10:49:47,114 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741832_1008, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:49:47,115 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:49:47,115 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57836, dest: /127.0.0.1:57740, bytes: 50959, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-14802517_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741832_1008, duration: 5408399000
2015-03-13 10:49:47,115 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:47,116 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:49:47,116 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57835, dest: /127.0.0.1:57750, bytes: 50959, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-14802517_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741832_1008, duration: 5410884000
2015-03-13 10:49:47,117 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:47,117 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:49:47,119 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job_1426268960696_0001_1.jhist is closed by DFSClient_NONMAPREDUCE_-14802517_1
2015-03-13 10:49:47,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0001.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:49:47,123 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0001.summary_tmp. BP-296811075-10.1.1.144-1426268958425 blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]}
2015-03-13 10:49:47,125 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741834_1010 src: /127.0.0.1:57848 dest: /127.0.0.1:57740
2015-03-13 10:49:47,127 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741834_1010 src: /127.0.0.1:57849 dest: /127.0.0.1:57743
2015-03-13 10:49:47,128 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741834_1010 src: /127.0.0.1:57850 dest: /127.0.0.1:57747
2015-03-13 10:49:47,133 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57850, dest: /127.0.0.1:57747, bytes: 347, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-14802517_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741834_1010, duration: 3208000
2015-03-13 10:49:47,133 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741834_1010, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:49:47,133 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:49:47,134 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57849, dest: /127.0.0.1:57743, bytes: 347, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-14802517_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741834_1010, duration: 3602000
2015-03-13 10:49:47,134 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:47,134 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:49:47,135 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57848, dest: /127.0.0.1:57740, bytes: 347, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-14802517_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741834_1010, duration: 4655000
2015-03-13 10:49:47,135 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:47,136 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:49:47,137 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0001.summary_tmp is closed by DFSClient_NONMAPREDUCE_-14802517_1
2015-03-13 10:49:47,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0001.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:49:47,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job_1426268960696_0001_1.jhist dst=null perm=null
2015-03-13 10:49:47,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0001-1426268969097-soberoi-mrflow-1426268987099-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 10:49:47,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job_1426268960696_0001_1.jhist dst=null perm=null
2015-03-13 10:49:47,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0001-1426268969097-soberoi-mrflow-1426268987099-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 10:49:47,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job_1426268960696_0001_1.jhist dst=null perm=null
2015-03-13 10:49:47,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0001-1426268969097-soberoi-mrflow-1426268987099-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:49:47,155 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:57851, bytes: 51359, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-14802517_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741832_1008, duration: 294000
2015-03-13 10:49:47,157 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0001-1426268969097-soberoi-mrflow-1426268987099-4-1-SUCCEEDED-default.jhist_tmp. BP-296811075-10.1.1.144-1426268958425 blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]}
2015-03-13 10:49:47,158 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741835_1011 src: /127.0.0.1:57852 dest: /127.0.0.1:57747
2015-03-13 10:49:47,160 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741835_1011 src: /127.0.0.1:57853 dest: /127.0.0.1:57740
2015-03-13 10:49:47,164 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741835_1011 src: /127.0.0.1:57854 dest: /127.0.0.1:57750
2015-03-13 10:49:47,170 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57854, dest: /127.0.0.1:57750, bytes: 50959, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-14802517_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741835_1011, duration: 3773000
2015-03-13 10:49:47,170 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741835_1011, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:49:47,171 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:49:47,171 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57853, dest: /127.0.0.1:57740, bytes: 50959, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-14802517_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741835_1011, duration: 4677000
2015-03-13 10:49:47,171 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:47,172 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57852, dest: /127.0.0.1:57747, bytes: 50959, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-14802517_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741835_1011, duration: 6121000
2015-03-13 10:49:47,172 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:47,173 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:49:47,173 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:49:47,174 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0001-1426268969097-soberoi-mrflow-1426268987099-4-1-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-14802517_1
2015-03-13 10:49:47,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0001-1426268969097-soberoi-mrflow-1426268987099-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:49:47,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job_1426268960696_0001_1_conf.xml dst=null perm=null
2015-03-13 10:49:47,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0001_conf.xml_tmp dst=null perm=null
2015-03-13 10:49:47,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job_1426268960696_0001_1_conf.xml dst=null perm=null
2015-03-13 10:49:47,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0001_conf.xml_tmp dst=null perm=null
2015-03-13 10:49:47,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001/job_1426268960696_0001_1_conf.xml dst=null perm=null
2015-03-13 10:49:47,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0001_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:49:47,192 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:57855, bytes: 82295, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-14802517_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741831_1007, duration: 365000
2015-03-13 10:49:47,194 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0001_conf.xml_tmp. BP-296811075-10.1.1.144-1426268958425 blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]}
2015-03-13 10:49:47,195 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741836_1012 src: /127.0.0.1:57856 dest: /127.0.0.1:57750
2015-03-13 10:49:47,197 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741836_1012 src: /127.0.0.1:57857 dest: /127.0.0.1:57747
2015-03-13 10:49:47,198 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741836_1012 src: /127.0.0.1:57858 dest: /127.0.0.1:57743
2015-03-13 10:49:47,204 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57858, dest: /127.0.0.1:57743, bytes: 81655, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-14802517_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741836_1012, duration: 4573000
2015-03-13 10:49:47,204 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741836_1012, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:49:47,205 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:49:47,205 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57857, dest: /127.0.0.1:57747, bytes: 81655, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-14802517_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741836_1012, duration: 5398000
2015-03-13 10:49:47,205 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:47,205 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:49:47,206 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57856, dest: /127.0.0.1:57750, bytes: 81655, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-14802517_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741836_1012, duration: 6101000
2015-03-13 10:49:47,206 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:47,209 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741836_1012 size 81655
2015-03-13 10:49:47,209 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0001_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-14802517_1
2015-03-13 10:49:47,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0001_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:49:47,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0001.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0001.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:49:47,214 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:47,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0001_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0001_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:49:47,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0001-1426268969097-soberoi-mrflow-1426268987099-4-1-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0001-1426268969097-soberoi-mrflow-1426268987099-4-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:49:47,230 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0001_000001 State change from RUNNING to FINISHING
2015-03-13 10:49:47,230 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426268960696_0001
2015-03-13 10:49:47,231 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0001 State change from RUNNING to REMOVING
2015-03-13 10:49:47,231 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426268960696_0001
2015-03-13 10:49:47,232 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0001 State change from REMOVING to FINISHING
2015-03-13 10:49:48,054 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:49:48,054 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0001_01_000006
2015-03-13 10:49:48,055 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0001_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:49:48,056 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0001_01_000006 in state: COMPLETED event:FINISHED
2015-03-13 10:49:48,056 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000006
2015-03-13 10:49:48,056 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0001_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57765, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 10:49:48,056 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 10:49:48,057 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0001_01_000006, NodeId: 10.1.1.144:57765, NodeHttpAddress: 10.1.1.144:57768, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:57765 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:48,057 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:48,057 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 10:49:48,057 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0001_000001 released container container_1426268960696_0001_01_000006 on node: host: 10.1.1.144:57765 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 10:49:48,220 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:48,245 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741828_1004 127.0.0.1:57740 127.0.0.1:57747 127.0.0.1:57743 127.0.0.1:57750
2015-03-13 10:49:48,246 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741829_1005 127.0.0.1:57740 127.0.0.1:57750 127.0.0.1:57743
2015-03-13 10:49:48,246 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741830_1006 127.0.0.1:57743 127.0.0.1:57740 127.0.0.1:57747
2015-03-13 10:49:48,246 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741832_1008 127.0.0.1:57750 127.0.0.1:57740 127.0.0.1:57743
2015-03-13 10:49:48,246 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741831_1007 127.0.0.1:57740 127.0.0.1:57743 127.0.0.1:57750
2015-03-13 10:49:48,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0001 dst=null perm=null
2015-03-13 10:49:48,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2015-03-13 10:49:48,322 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path hdfs://localhost:57739/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary
2015-03-13 10:49:48,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary dst=null perm=null
2015-03-13 10:49:48,332 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 10:49:48,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2015-03-13 10:49:48,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2015-03-13 10:49:48,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2015-03-13 10:49:48,339 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 10:49:48,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/part-00000 dst=null perm=null
2015-03-13 10:49:48,342 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:57860, bytes: 1502, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741833_1009, duration: 203000
2015-03-13 10:49:48,342 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output//hadoop2-mr1/mapreduceflowplatform/flowTest
2015-03-13 10:49:48,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2015-03-13 10:49:48,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2015-03-13 10:49:48,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2015-03-13 10:49:48,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null
2015-03-13 10:49:48,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/part-00000 dst=null perm=null
2015-03-13 10:49:48,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/part-00000 dst=null perm=null
2015-03-13 10:49:48,351 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:57860, bytes: 1502, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741833_1009, duration: 187000
2015-03-13 10:49:48,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:49:48,363 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 10:49:48,373 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 10:49:48,386 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 10:49:48,388 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-03-13 10:49:48,389 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-03-13 10:49:48,405 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2015-03-13 10:49:48,413 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2015-03-13 10:49:48,438 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 10:49:48,448 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 10:49:48,450 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-03-13 10:49:48,451 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-03-13 10:49:48,470 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 10:49:48,480 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 10:49:48,490 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 10:49:48,511 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 10:49:48,525 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 10:49:48,545 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 10:49:48,556 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 10:49:48,580 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting
2015-03-13 10:49:48,583 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] parallel execution is enabled: true
2015-03-13 10:49:48,584 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flows: 5
2015-03-13 10:49:48,584 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] allocating threads: 5
2015-03-13 10:49:48,584 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flow: first-flow
2015-03-13 10:49:48,586 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] at least one sink is marked for delete
2015-03-13 10:49:48,586 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-03-13 10:49:48,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-03-13 10:49:48,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-03-13 10:49:48,590 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] starting
2015-03-13 10:49:48,590 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt"]
2015-03-13 10:49:48,590 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4"]
2015-03-13 10:49:48,590 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] parallel execution is enabled: true
2015-03-13 10:49:48,591 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] starting jobs: 1
2015-03-13 10:49:48,591 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] allocating threads: 1
2015-03-13 10:49:48,591 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-flow] starting step: (1/1) ...preduceflowplatform/flow4
2015-03-13 10:49:48,604 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:57763
2015-03-13 10:49:48,613 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:57763
2015-03-13 10:49:48,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-03-13 10:49:48,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 10:49:48,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 10:49:48,619 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 2
2015-03-13 10:49:48,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002 dst=null perm=null
2015-03-13 10:49:48,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 10:49:48,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 10:49:48,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.jar dst=null perm=null
2015-03-13 10:49:48,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:49:48,630 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.jar. BP-296811075-10.1.1.144-1426268958425 blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]}
2015-03-13 10:49:48,631 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741837_1013 src: /127.0.0.1:57862 dest: /127.0.0.1:57747
2015-03-13 10:49:48,632 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741837_1013 src: /127.0.0.1:57863 dest: /127.0.0.1:57743
2015-03-13 10:49:48,634 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741837_1013 src: /127.0.0.1:57864 dest: /127.0.0.1:57740
2015-03-13 10:49:48,638 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57864, dest: /127.0.0.1:57740, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741837_1013, duration: 3219000
2015-03-13 10:49:48,638 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741837_1013, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:49:48,639 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:49:48,639 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57863, dest: /127.0.0.1:57743, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741837_1013, duration: 3524000
2015-03-13 10:49:48,639 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:48,640 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:49:48,640 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57862, dest: /127.0.0.1:57747, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741837_1013, duration: 4342000
2015-03-13 10:49:48,640 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:48,641 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:49:48,642 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.jar is closed by DFSClient_NONMAPREDUCE_640982831_9
2015-03-13 10:49:48,643 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.jar
2015-03-13 10:49:48,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.jar dst=null perm=null
2015-03-13 10:49:48,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:49:48,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:48,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:48,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:48,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 10:49:48,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 10:49:48,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 10:49:48,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 10:49:48,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 10:49:48,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:48,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:49:48,655 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 10:49:48,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:49:48,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:49:48,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:49:48,663 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.split
2015-03-13 10:49:48,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.split dst=null perm=null
2015-03-13 10:49:48,666 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.split. BP-296811075-10.1.1.144-1426268958425 blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]}
2015-03-13 10:49:48,668 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741838_1014 src: /127.0.0.1:57865 dest: /127.0.0.1:57747
2015-03-13 10:49:48,669 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741838_1014 src: /127.0.0.1:57866 dest: /127.0.0.1:57750
2015-03-13 10:49:48,671 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741838_1014 src: /127.0.0.1:57867 dest: /127.0.0.1:57743
2015-03-13 10:49:48,672 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741838_1014 src: /127.0.0.1:57868 dest: /127.0.0.1:57740
2015-03-13 10:49:48,677 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57868, dest: /127.0.0.1:57740, bytes: 1443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741838_1014, duration: 2887000
2015-03-13 10:49:48,678 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741838_1014, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:49:48,678 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:49:48,678 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57867, dest: /127.0.0.1:57743, bytes: 1443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741838_1014, duration: 3834000
2015-03-13 10:49:48,679 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:48,680 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:49:48,680 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57866, dest: /127.0.0.1:57750, bytes: 1443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741838_1014, duration: 4596000
2015-03-13 10:49:48,680 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:48,681 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:49:48,681 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57865, dest: /127.0.0.1:57747, bytes: 1443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741838_1014, duration: 6249000
2015-03-13 10:49:48,681 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:48,683 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:49:48,684 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.split is closed by DFSClient_NONMAPREDUCE_640982831_9
2015-03-13 10:49:48,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:49:48,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:49:48,689 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.splitmetainfo. BP-296811075-10.1.1.144-1426268958425 blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]}
2015-03-13 10:49:48,690 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741839_1015 src: /127.0.0.1:57869 dest: /127.0.0.1:57740
2015-03-13 10:49:48,692 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741839_1015 src: /127.0.0.1:57870 dest: /127.0.0.1:57743
2015-03-13 10:49:48,693 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741839_1015 src: /127.0.0.1:57871 dest: /127.0.0.1:57747
2015-03-13 10:49:48,698 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57871, dest: /127.0.0.1:57747, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741839_1015, duration: 3592000
2015-03-13 10:49:48,698 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741839_1015, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:49:48,699 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:49:48,699 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57870, dest: /127.0.0.1:57743, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741839_1015, duration: 4360000
2015-03-13 10:49:48,699 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:48,700 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:49:48,700 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57869, dest: /127.0.0.1:57740, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741839_1015, duration: 5168000
2015-03-13 10:49:48,700 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:48,701 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:49:48,702 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_640982831_9
2015-03-13 10:49:48,702 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:4
2015-03-13 10:49:48,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:49:48,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:49:48,707 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.df.interval is deprecated. Instead, use fs.df.interval
2015-03-13 10:49:48,707 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.task.tracker.http.address is deprecated. Instead, use mapreduce.tasktracker.http.address
2015-03-13 10:49:48,707 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.max.objects is deprecated. Instead, use dfs.namenode.max.objects
2015-03-13 10:49:48,707 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.userlog.retain.hours is deprecated. Instead, use mapreduce.job.userlog.retain.hours
2015-03-13 10:49:48,707 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - hadoop.native.lib is deprecated. Instead, use io.native.lib.available
2015-03-13 10:49:48,707 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.local.dir.minspacestart is deprecated. Instead, use mapreduce.tasktracker.local.dir.minspacestart
2015-03-13 10:49:48,707 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.shuffle.read.timeout is deprecated. Instead, use mapreduce.reduce.shuffle.read.timeout
2015-03-13 10:49:48,707 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.sort.spill.percent is deprecated. Instead, use mapreduce.map.sort.spill.percent
2015-03-13 10:49:48,708 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.reduce.parallel.copies is deprecated. Instead, use mapreduce.reduce.shuffle.parallelcopies
2015-03-13 10:49:48,708 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.submit.replication is deprecated. Instead, use mapreduce.client.submit.file.replication
2015-03-13 10:49:48,708 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.local.dir.minspacekill is deprecated. Instead, use mapreduce.tasktracker.local.dir.minspacekill
2015-03-13 10:49:48,708 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.task.profile is deprecated. Instead, use mapreduce.task.profile
2015-03-13 10:49:48,708 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.heartbeats.in.second is deprecated. Instead, use mapreduce.jobtracker.heartbeats.in.second
2015-03-13 10:49:48,708 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.healthChecker.interval is deprecated. Instead, use mapreduce.tasktracker.healthchecker.interval
2015-03-13 10:49:48,708 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.task.timeout is deprecated. Instead, use mapreduce.task.timeout
2015-03-13 10:49:48,708 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.temp.dir is deprecated. Instead, use mapreduce.cluster.temp.dir
2015-03-13 10:49:48,708 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.jar is deprecated. Instead, use mapreduce.job.jar
2015-03-13 10:49:48,708 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.tracker.persist.jobstatus.active is deprecated. Instead, use mapreduce.jobtracker.persist.jobstatus.active
2015-03-13 10:49:48,708 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.compression.codec is deprecated. Instead, use mapreduce.output.fileoutputformat.compress.codec
2015-03-13 10:49:48,709 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.shuffle.merge.percent is deprecated. Instead, use mapreduce.reduce.shuffle.merge.percent
2015-03-13 10:49:48,709 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.map.max.attempts is deprecated. Instead, use mapreduce.map.maxattempts
2015-03-13 10:49:48,709 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.reduce.input.buffer.percent is deprecated. Instead, use mapreduce.reduce.input.buffer.percent
2015-03-13 10:49:48,709 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.task.cache.levels is deprecated. Instead, use mapreduce.jobtracker.taskcache.levels
2015-03-13 10:49:48,709 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.sort.factor is deprecated. Instead, use mapreduce.task.io.sort.factor
2015-03-13 10:49:48,709 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.jobtracker.instrumentation is deprecated. Instead, use mapreduce.jobtracker.instrumentation
2015-03-13 10:49:48,709 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.userlog.limit.kb is deprecated. Instead, use mapreduce.task.userlog.limit.kb
2015-03-13 10:49:48,710 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 10:49:48,710 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.speculative.execution.slowNodeThreshold is deprecated. Instead, use mapreduce.job.speculative.slownodethreshold
2015-03-13 10:49:48,710 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.skip.map.max.skip.records is deprecated. Instead, use mapreduce.map.skip.maxrecords
2015-03-13 10:49:48,710 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.block.size is deprecated. Instead, use dfs.blocksize
2015-03-13 10:49:48,710 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.access.time.precision is deprecated. Instead, use dfs.namenode.accesstime.precision
2015-03-13 10:49:48,710 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.tracker.jobhistory.lru.cache.size is deprecated. Instead, use mapreduce.jobtracker.jobhistory.lru.cache.size
2015-03-13 10:49:48,710 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.tracker.persist.jobstatus.hours is deprecated. Instead, use mapreduce.jobtracker.persist.jobstatus.hours
2015-03-13 10:49:48,710 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.tracker.handler.count is deprecated. Instead, use mapreduce.jobtracker.handler.count
2015-03-13 10:49:48,711 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.reduce.markreset.buffer.percent is deprecated. Instead, use mapreduce.reduce.markreset.buffer.percent
2015-03-13 10:49:48,711 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.sort.mb is deprecated. Instead, use mapreduce.task.io.sort.mb
2015-03-13 10:49:48,711 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.task.profile.maps is deprecated. Instead, use mapreduce.task.profile.maps
2015-03-13 10:49:48,711 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.replication.min is deprecated. Instead, use dfs.namenode.replication.min
2015-03-13 10:49:48,711 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.min.split.size is deprecated. Instead, use mapreduce.input.fileinputformat.split.minsize
2015-03-13 10:49:48,711 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.name.edits.dir is deprecated. Instead, use dfs.namenode.edits.dir
2015-03-13 10:49:48,712 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.replication.considerLoad is deprecated. Instead, use dfs.namenode.replication.considerLoad
2015-03-13 10:49:48,712 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.tasktracker.dns.nameserver is deprecated. Instead, use mapreduce.tasktracker.dns.nameserver
2015-03-13 10:49:48,712 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.tasktracker.taskmemorymanager.monitoring-interval is deprecated. Instead, use mapreduce.tasktracker.taskmemorymanager.monitoringinterval
2015-03-13 10:49:48,712 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.tasktracker.expiry.interval is deprecated. Instead, use mapreduce.jobtracker.expire.trackers.interval
2015-03-13 10:49:48,712 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.balance.bandwidthPerSec is deprecated. Instead, use dfs.datanode.balance.bandwidthPerSec
2015-03-13 10:49:48,712 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.max.tracker.failures is deprecated. Instead, use mapreduce.job.maxtaskfailures.per.tracker
2015-03-13 10:49:48,712 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.jobtracker.split.metainfo.maxsize is deprecated. Instead, use mapreduce.job.split.metainfo.maxsize
2015-03-13 10:49:48,713 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.tracker.persist.jobstatus.dir is deprecated. Instead, use mapreduce.jobtracker.persist.jobstatus.dir
2015-03-13 10:49:48,713 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - job.end.retry.attempts is deprecated. Instead, use mapreduce.job.end-notification.retry.attempts
2015-03-13 10:49:48,713 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 10:49:48,713 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.safemode.threshold.pct is deprecated. Instead, use dfs.namenode.safemode.threshold-pct
2015-03-13 10:49:48,713 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.key.comparator.class is deprecated. Instead, use mapreduce.job.output.key.comparator.class
2015-03-13 10:49:48,713 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.task.tracker.task-controller is deprecated. Instead, use mapreduce.tasktracker.taskcontroller
2015-03-13 10:49:48,713 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.jobtracker.maxtasks.per.job is deprecated. Instead, use mapreduce.jobtracker.maxtasks.perjob
2015-03-13 10:49:48,713 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.reduce.child.log.level is deprecated. Instead, use mapreduce.reduce.log.level
2015-03-13 10:49:48,714 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.reduce.max.attempts is deprecated. Instead, use mapreduce.reduce.maxattempts
2015-03-13 10:49:48,714 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.map.output.compression.codec is deprecated. Instead, use mapreduce.map.output.compress.codec
2015-03-13 10:49:48,714 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.shuffle.input.buffer.percent is deprecated. Instead, use mapreduce.reduce.shuffle.input.buffer.percent
2015-03-13 10:49:48,714 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.task.tracker.report.address is deprecated. Instead, use mapreduce.tasktracker.report.address
2015-03-13 10:49:48,714 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - keep.failed.task.files is deprecated. Instead, use mapreduce.task.files.preserve.failedtasks
2015-03-13 10:49:48,714 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.name.dir.restore is deprecated. Instead, use dfs.namenode.name.dir.restore
2015-03-13 10:49:48,714 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.https.client.keystore.resource is deprecated. Instead, use dfs.client.https.keystore.resource
2015-03-13 10:49:48,714 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - tasktracker.http.threads is deprecated. Instead, use mapreduce.tasktracker.http.threads
2015-03-13 10:49:48,714 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.speculative.execution.slowTaskThreshold is deprecated. Instead, use mapreduce.job.speculative.slowtaskthreshold
2015-03-13 10:49:48,715 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.backup.address is deprecated. Instead, use dfs.namenode.backup.address
2015-03-13 10:49:48,715 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.backup.http.address is deprecated. Instead, use dfs.namenode.backup.http-address
2015-03-13 10:49:48,715 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.acls.enabled is deprecated. Instead, use mapreduce.cluster.acls.enabled
2015-03-13 10:49:48,715 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.max.tracker.blacklists is deprecated. Instead, use mapreduce.jobtracker.tasktracker.maxblacklists
2015-03-13 10:49:48,715 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.tasktracker.indexcache.mb is deprecated. Instead, use mapreduce.tasktracker.indexcache.mb
2015-03-13 10:49:48,715 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.skip.attempts.to.start.skipping is deprecated. Instead, use mapreduce.task.skip.start.attempts
2015-03-13 10:49:48,715 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.tasktracker.reduce.tasks.maximum is deprecated. Instead, use mapreduce.tasktracker.reduce.tasks.maximum
2015-03-13 10:49:48,716 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - jobclient.output.filter is deprecated. Instead, use mapreduce.client.output.filter
2015-03-13 10:49:48,716 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.permissions is deprecated. Instead, use dfs.permissions.enabled
2015-03-13 10:49:48,716 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.jobtracker.restart.recover is deprecated. Instead, use mapreduce.jobtracker.restart.recover
2015-03-13 10:49:48,716 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.local.dir is deprecated. Instead, use mapreduce.cluster.local.dir
2015-03-13 10:49:48,716 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.speculative.execution.speculativeCap is deprecated. Instead, use mapreduce.job.speculative.speculativecap
2015-03-13 10:49:48,716 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.safemode.extension is deprecated. Instead, use dfs.namenode.safemode.extension
2015-03-13 10:49:48,716 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.datanode.max.xcievers is deprecated. Instead, use dfs.datanode.max.transfer.threads
2015-03-13 10:49:48,716 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.map.child.log.level is deprecated. Instead, use mapreduce.map.log.level
2015-03-13 10:49:48,717 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.compression.type is deprecated. Instead, use mapreduce.output.fileoutputformat.compress.type
2015-03-13 10:49:48,717 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.tracker.retiredjobs.cache.size is deprecated. Instead, use mapreduce.jobtracker.retiredjobs.cache.size
2015-03-13 10:49:48,717 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.https.need.client.auth is deprecated. Instead, use dfs.client.https.need-auth
2015-03-13 10:49:48,717 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.tasktracker.dns.interface is deprecated. Instead, use mapreduce.tasktracker.dns.interface
2015-03-13 10:49:48,717 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.task.profile.reduces is deprecated. Instead, use mapreduce.task.profile.reduces
2015-03-13 10:49:48,717 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.https.address is deprecated. Instead, use dfs.namenode.https-address
2015-03-13 10:49:48,717 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - job.end.retry.interval is deprecated. Instead, use mapreduce.job.end-notification.retry.interval
2015-03-13 10:49:48,718 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.jobtracker.job.history.block.size is deprecated. Instead, use mapreduce.jobtracker.jobhistory.block.size
2015-03-13 10:49:48,718 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.child.tmp is deprecated. Instead, use mapreduce.task.tmp.dir
2015-03-13 10:49:48,718 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.replication.interval is deprecated. Instead, use dfs.namenode.replication.interval
2015-03-13 10:49:48,718 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.committer.job.setup.cleanup.needed is deprecated. Instead, use mapreduce.job.committer.setup.cleanup.needed
2015-03-13 10:49:48,718 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.tasktracker.map.tasks.maximum is deprecated. Instead, use mapreduce.tasktracker.map.tasks.maximum
2015-03-13 10:49:48,718 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.checkpoint.edits.dir is deprecated. Instead, use dfs.namenode.checkpoint.edits.dir
2015-03-13 10:49:48,718 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.queue.name is deprecated. Instead, use mapreduce.job.queuename
2015-03-13 10:49:48,719 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.write.packet.size is deprecated. Instead, use dfs.client-write-packet-size
2015-03-13 10:49:48,719 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.jobtracker.taskScheduler is deprecated. Instead, use mapreduce.jobtracker.taskscheduler
2015-03-13 10:49:48,719 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.skip.reduce.max.skip.groups is deprecated. Instead, use mapreduce.reduce.skip.maxgroups
2015-03-13 10:49:48,719 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.permissions.supergroup is deprecated. Instead, use dfs.permissions.superusergroup
2015-03-13 10:49:48,719 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.tracker.http.address is deprecated. Instead, use mapreduce.jobtracker.http.address
2015-03-13 10:49:48,719 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.healthChecker.script.timeout is deprecated. Instead, use mapreduce.tasktracker.healthchecker.script.timeout
2015-03-13 10:49:48,719 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.tasktracker.instrumentation is deprecated. Instead, use mapreduce.tasktracker.instrumentation
2015-03-13 10:49:48,719 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.system.dir is deprecated. Instead, use mapreduce.jobtracker.system.dir
2015-03-13 10:49:48,720 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.inmem.merge.threshold is deprecated. Instead, use mapreduce.reduce.merge.inmem.threshold
2015-03-13 10:49:48,720 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - topology.script.number.args is deprecated. Instead, use net.topology.script.number.args
2015-03-13 10:49:48,720 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.reduce.slowstart.completed.maps is deprecated. Instead, use mapreduce.job.reduce.slowstart.completedmaps
2015-03-13 10:49:48,720 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.secondary.http.address is deprecated. Instead, use dfs.namenode.secondary.http-address
2015-03-13 10:49:48,720 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.checkpoint.period is deprecated. Instead, use dfs.namenode.checkpoint.period
2015-03-13 10:49:48,720 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.tasktracker.tasks.sleeptime-before-sigkill is deprecated. Instead, use mapreduce.tasktracker.tasks.sleeptimebeforesigkill
2015-03-13 10:49:48,720 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.compress.map.output is deprecated. Instead, use mapreduce.map.output.compress
2015-03-13 10:49:48,720 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.merge.recordsBeforeProgress is deprecated. Instead, use mapreduce.task.merge.progress.records
2015-03-13 10:49:48,720 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.shuffle.connect.timeout is deprecated. Instead, use mapreduce.reduce.shuffle.connect.timeout
2015-03-13 10:49:48,721 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 10:49:48,781 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.xml. BP-296811075-10.1.1.144-1426268958425 blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]}
2015-03-13 10:49:48,783 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741840_1016 src: /127.0.0.1:57872 dest: /127.0.0.1:57750
2015-03-13 10:49:48,784 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741840_1016 src: /127.0.0.1:57873 dest: /127.0.0.1:57747
2015-03-13 10:49:48,786 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741840_1016 src: /127.0.0.1:57874 dest: /127.0.0.1:57743
2015-03-13 10:49:48,791 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57874, dest: /127.0.0.1:57743, bytes: 95829, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741840_1016, duration: 3252000
2015-03-13 10:49:48,791 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741840_1016, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:49:48,792 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:49:48,792 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57873, dest: /127.0.0.1:57747, bytes: 95829, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741840_1016, duration: 3897000
2015-03-13 10:49:48,792 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:48,794 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57872, dest: /127.0.0.1:57750, bytes: 95829, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741840_1016, duration: 5127000
2015-03-13 10:49:48,794 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:48,794 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:49:48,795 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:49:48,796 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.xml is closed by DFSClient_NONMAPREDUCE_640982831_9
2015-03-13 10:49:48,797 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426268960696_0002
2015-03-13 10:49:48,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002 dst=null perm=null
2015-03-13 10:49:48,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.xml dst=null perm=null
2015-03-13 10:49:48,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.xml dst=null perm=null
2015-03-13 10:49:48,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.jar dst=null perm=null
2015-03-13 10:49:48,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.jar dst=null perm=null
2015-03-13 10:49:48,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.split dst=null perm=null
2015-03-13 10:49:48,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.split dst=null perm=null
2015-03-13 10:49:48,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.splitmetainfo dst=null perm=null
2015-03-13 10:49:48,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.splitmetainfo dst=null perm=null
2015-03-13 10:49:48,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:48,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:48,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:48,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:48,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:48,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:48,813 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 2 submitted by user soberoi
2015-03-13 10:49:48,813 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426268960696_0002
2015-03-13 10:49:48,813 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426268960696_0002
2015-03-13 10:49:48,813 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426268960696_0002
2015-03-13 10:49:48,813 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0002 State change from NEW to NEW_SAVING
2015-03-13 10:49:48,814 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0002 State change from NEW_SAVING to SUBMITTED
2015-03-13 10:49:48,814 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426268960696_0002_000001
2015-03-13 10:49:48,814 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0002_000001 State change from NEW to SUBMITTED
2015-03-13 10:49:48,815 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426268960696_0002 from user: soberoi activated in queue: default
2015-03-13 10:49:48,815 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426268960696_0002 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@5d529507, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-03-13 10:49:48,815 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426268960696_0002 user: soberoi leaf-queue of parent: root #applications: 2
2015-03-13 10:49:48,816 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426268960696_0002_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2015-03-13 10:49:48,816 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426268960696_0002 to ResourceManager at /10.1.1.144:57763
2015-03-13 10:49:48,816 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0002_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 10:49:48,816 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0002 State change from SUBMITTED to ACCEPTED
2015-03-13 10:49:48,819 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:57760/proxy/application_1426268960696_0002/
2015-03-13 10:49:48,819 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-flow] submitted hadoop job: job_1426268960696_0002
2015-03-13 10:49:48,819 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-flow] tracking url: http://Edinburgh.local:57760/proxy/application_1426268960696_0002/
2015-03-13 10:49:49,050 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0002_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:49:49,051 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0002 CONTAINERID=container_1426268960696_0002_01_000001
2015-03-13 10:49:49,051 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0002_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:57769, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2015-03-13 10:49:49,051 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0002 container=Container: [ContainerId: container_1426268960696_0002_01_000001, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ] containerId=container_1426268960696_0002_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:49,051 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 10:49:49,052 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0002_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:49:49,052 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:49,053 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426268960696_0002 AttemptId: appattempt_1426268960696_0002_000001 MasterContainer: Container: [ContainerId: container_1426268960696_0002_01_000001, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ]
2015-03-13 10:49:49,053 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0002_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 10:49:49,053 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426268960696_0002_000001
2015-03-13 10:49:49,054 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0002_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 10:49:49,054 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426268960696_0002_000001
2015-03-13 10:49:49,055 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426268960696_0002_01_000001, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ] for AM appattempt_1426268960696_0002_000001
2015-03-13 10:49:49,055 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426268960696_0002_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 10:49:49,060 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0002_000001 (auth:SIMPLE)
2015-03-13 10:49:49,063 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0002_01_000001 by user soberoi
2015-03-13 10:49:49,064 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426268960696_0002
2015-03-13 10:49:49,064 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0002 CONTAINERID=container_1426268960696_0002_01_000001
2015-03-13 10:49:49,064 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0002 transitioned from NEW to INITING
2015-03-13 10:49:49,065 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0002_01_000001 to application application_1426268960696_0002
2015-03-13 10:49:49,066 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0002 transitioned from INITING to RUNNING
2015-03-13 10:49:49,066 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426268960696_0002_01_000001, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ] for AM appattempt_1426268960696_0002_000001
2015-03-13 10:49:49,066 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 10:49:49,066 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0002
2015-03-13 10:49:49,066 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:49:49,066 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0002_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 10:49:49,067 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:49:49,067 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:49:49,067 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 10:49:49,067 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.split transitioned from INIT to DOWNLOADING
2015-03-13 10:49:49,067 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 10:49:49,067 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1426268960392, FILE, null }
2015-03-13 10:49:49,069 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar, 1426268960518, FILE, null }
2015-03-13 10:49:49,069 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426268960696_0002_01_000001
2015-03-13 10:49:49,085 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1426268960696_0002_01_000001.tokens. Credentials list:
2015-03-13 10:49:49,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:49,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:49,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:49,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:49,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 10:49:49,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 10:49:49,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 10:49:49,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 10:49:49,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 10:49:49,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 10:49:49,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 10:49:49,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 10:49:49,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 10:49:49,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 10:49:49,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:49,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:49,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:49,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:49,108 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:49:49,111 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57743, dest: /127.0.0.1:57877, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741826_1002, duration: 922000
2015-03-13 10:49:49,112 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:57876, bytes: 485810, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741825_1001, duration: 1969000
2015-03-13 10:49:49,136 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:49:49,136 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:49:49,198 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1426268960696_0002_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000001.tokens
2015-03-13 10:49:49,198 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0002
2015-03-13 10:49:49,222 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:49,227 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1352)) - BLOCK* ask 127.0.0.1:57743 to replicate blk_1073741837_1013 to datanode(s) 127.0.0.1:57750
2015-03-13 10:49:49,227 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57743 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008]
2015-03-13 10:49:49,227 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57747 to delete [blk_1073741828_1004, blk_1073741830_1006]
2015-03-13 10:49:49,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.jar dst=null perm=null
2015-03-13 10:49:49,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.jar dst=null perm=null
2015-03-13 10:49:49,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.jar dst=null perm=null
2015-03-13 10:49:49,271 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:57880, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-659180238_1332, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741837_1013, duration: 687000
2015-03-13 10:49:49,293 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:49:49,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.splitmetainfo dst=null perm=null
2015-03-13 10:49:49,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.splitmetainfo dst=null perm=null
2015-03-13 10:49:49,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.splitmetainfo dst=null perm=null
2015-03-13 10:49:49,320 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57743, dest: /127.0.0.1:57877, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-659180238_1332, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741839_1015, duration: 184000
2015-03-13 10:49:49,332 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:49:49,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.split dst=null perm=null
2015-03-13 10:49:49,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.split dst=null perm=null
2015-03-13 10:49:49,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.split dst=null perm=null
2015-03-13 10:49:49,357 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57743, dest: /127.0.0.1:57877, bytes: 1455, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-659180238_1332, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741838_1014, duration: 200000
2015-03-13 10:49:49,370 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:49:49,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.xml dst=null perm=null
2015-03-13 10:49:49,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.xml dst=null perm=null
2015-03-13 10:49:49,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.xml dst=null perm=null
2015-03-13 10:49:49,395 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:57876, bytes: 96581, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-659180238_1332, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741840_1016, duration: 371000
2015-03-13 10:49:49,408 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:49:49,408 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:49:49,436 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 10:49:49,437 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:49:49,507 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000001/default_container_executor.sh]
2015-03-13 10:49:49,786 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741839_1015
2015-03-13 10:49:49,786 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741838_1014
2015-03-13 10:49:49,789 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741837_1013
2015-03-13 10:49:49,789 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741837_1013
2015-03-13 10:49:49,789 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741834_1010
2015-03-13 10:49:49,789 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741832_1008
2015-03-13 10:49:49,790 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741832_1008
2015-03-13 10:49:49,790 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741833_1009
2015-03-13 10:49:49,791 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741835_1011
2015-03-13 10:49:49,791 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741839_1015
2015-03-13 10:49:49,791 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741836_1012
2015-03-13 10:49:49,792 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741834_1010
2015-03-13 10:49:49,792 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741838_1014
2015-03-13 10:49:49,793 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741840_1016
2015-03-13 10:49:49,798 INFO datanode.DataNode (DataNode.java:transferBlock(1319)) - DatanodeRegistration(127.0.0.1, storageID=DS-1989118970-10.1.1.144-57743-1426268959657, infoPort=57744, ipcPort=57746, storageInfo=lv=-47;cid=testClusterID;nsid=375309634;c=0) Starting thread to transfer BP-296811075-10.1.1.144-1426268958425:blk_1073741837_1013 to 127.0.0.1:57750
2015-03-13 10:49:49,802 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741828 for deletion
2015-03-13 10:49:49,803 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741829 for deletion
2015-03-13 10:49:49,804 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741830 for deletion
2015-03-13 10:49:49,804 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741831 for deletion
2015-03-13 10:49:49,804 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741828
2015-03-13 10:49:49,804 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741830
2015-03-13 10:49:49,804 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741829
2015-03-13 10:49:49,804 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741832 for deletion
2015-03-13 10:49:49,805 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741831
2015-03-13 10:49:49,805 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741832
2015-03-13 10:49:49,805 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741837_1013 src: /127.0.0.1:57881 dest: /127.0.0.1:57750
2015-03-13 10:49:49,806 INFO datanode.DataNode (DataNode.java:run(1523)) - DataTransfer: Transmitted BP-296811075-10.1.1.144-1426268958425:blk_1073741837_1013 (numBytes=254067) to /127.0.0.1:57750
2015-03-13 10:49:49,807 INFO datanode.DataNode (DataXceiver.java:writeBlock(594)) - Received BP-296811075-10.1.1.144-1426268958425:blk_1073741837_1013 src: /127.0.0.1:57881 dest: /127.0.0.1:57750 of size 254067
2015-03-13 10:49:49,808 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741837_1013 size 254067
2015-03-13 10:49:49,915 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741836_1012
2015-03-13 10:49:49,916 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741834_1010
2015-03-13 10:49:49,917 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741840_1016
2015-03-13 10:49:49,917 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741838_1014
2015-03-13 10:49:49,917 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741833_1009
2015-03-13 10:49:49,918 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741835_1011
2015-03-13 10:49:49,920 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741837_1013
2015-03-13 10:49:49,920 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741839_1015
2015-03-13 10:49:49,925 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741828 for deletion
2015-03-13 10:49:49,925 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741830 for deletion
2015-03-13 10:49:49,926 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741828
2015-03-13 10:49:49,927 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741830
2015-03-13 10:49:50,054 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:50,055 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0002_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:49:50,089 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741835_1011
2015-03-13 10:49:50,090 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741838_1014
2015-03-13 10:49:50,091 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741832_1008
2015-03-13 10:49:50,091 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741833_1009
2015-03-13 10:49:50,092 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741840_1016
2015-03-13 10:49:50,093 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741836_1012
2015-03-13 10:49:50,096 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741837_1013
2015-03-13 10:49:50,224 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:51,056 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:51,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 10:49:51,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/COMMIT_STARTED dst=null perm=null
2015-03-13 10:49:51,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/COMMIT_SUCCESS dst=null perm=null
2015-03-13 10:49:51,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/COMMIT_FAIL dst=null perm=null
2015-03-13 10:49:51,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002 dst=null perm=null
2015-03-13 10:49:51,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 10:49:51,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 10:49:51,230 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:51,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.splitmetainfo dst=null perm=null
2015-03-13 10:49:51,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.splitmetainfo dst=null perm=null
2015-03-13 10:49:51,531 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:57883, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1026421525_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741839_1015, duration: 201000
2015-03-13 10:49:52,060 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:52,231 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57740 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008]
2015-03-13 10:49:52,231 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57750 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741831_1007, blk_1073741832_1008]
2015-03-13 10:49:52,235 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:52,323 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0002_000001 (auth:SIMPLE)
2015-03-13 10:49:52,325 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426268960696_0002_000001
2015-03-13 10:49:52,325 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426268960696_0002 APPATTEMPTID=appattempt_1426268960696_0002_000001
2015-03-13 10:49:52,326 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0002_000001 State change from LAUNCHED to RUNNING
2015-03-13 10:49:52,326 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0002 State change from ACCEPTED to RUNNING
2015-03-13 10:49:52,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job_1426268960696_0002_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:49:52,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:49:52,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job_1426268960696_0002_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:49:52,545 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job_1426268960696_0002_1_conf.xml. BP-296811075-10.1.1.144-1426268958425 blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]}
2015-03-13 10:49:52,586 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741841_1017 src: /127.0.0.1:57889 dest: /127.0.0.1:57740
2015-03-13 10:49:52,588 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741841_1017 src: /127.0.0.1:57890 dest: /127.0.0.1:57750
2015-03-13 10:49:52,589 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741841_1017 src: /127.0.0.1:57891 dest: /127.0.0.1:57743
2015-03-13 10:49:52,597 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57891, dest: /127.0.0.1:57743, bytes: 88620, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1026421525_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741841_1017, duration: 6347000
2015-03-13 10:49:52,597 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741841_1017, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:49:52,598 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:49:52,598 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57890, dest: /127.0.0.1:57750, bytes: 88620, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1026421525_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741841_1017, duration: 7085000
2015-03-13 10:49:52,598 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:52,599 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:49:52,599 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57889, dest: /127.0.0.1:57740, bytes: 88620, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1026421525_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741841_1017, duration: 8150000
2015-03-13 10:49:52,599 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:49:52,600 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:49:52,603 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job_1426268960696_0002_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1026421525_1
2015-03-13 10:49:52,796 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741828 for deletion
2015-03-13 10:49:52,797 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741829 for deletion
2015-03-13 10:49:52,797 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741828
2015-03-13 10:49:52,797 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741830 for deletion
2015-03-13 10:49:52,798 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741831 for deletion
2015-03-13 10:49:52,798 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741829
2015-03-13 10:49:52,798 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741830
2015-03-13 10:49:52,798 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741832 for deletion
2015-03-13 10:49:52,798 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741831
2015-03-13 10:49:52,798 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741832
2015-03-13 10:49:53,063 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:53,098 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741828 for deletion
2015-03-13 10:49:53,099 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741829 for deletion
2015-03-13 10:49:53,099 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741828
2015-03-13 10:49:53,099 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741831 for deletion
2015-03-13 10:49:53,099 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741829
2015-03-13 10:49:53,099 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741832 for deletion
2015-03-13 10:49:53,100 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741831
2015-03-13 10:49:53,100 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741832
2015-03-13 10:49:53,237 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:53,351 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0002_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:49:53,352 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0002 CONTAINERID=container_1426268960696_0002_01_000002
2015-03-13 10:49:53,352 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0002_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57777, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 10:49:53,352 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0002 container=Container: [ContainerId: container_1426268960696_0002_01_000002, NodeId: 10.1.1.144:57777, NodeHttpAddress: 10.1.1.144:57780, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57777 }, ] containerId=container_1426268960696_0002_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:53,352 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-03-13 10:49:53,352 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:53,353 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0002_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:49:53,353 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0002 CONTAINERID=container_1426268960696_0002_01_000003
2015-03-13 10:49:53,353 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0002_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57777, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2015-03-13 10:49:53,354 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0002 container=Container: [ContainerId: container_1426268960696_0002_01_000003, NodeId: 10.1.1.144:57777, NodeHttpAddress: 10.1.1.144:57780, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57777 }, ] containerId=container_1426268960696_0002_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:53,354 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-03-13 10:49:53,354 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:53,354 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0002_01_000004 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:49:53,354 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0002 CONTAINERID=container_1426268960696_0002_01_000004
2015-03-13 10:49:53,355 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0002_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57777, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2015-03-13 10:49:53,355 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0002 container=Container: [ContainerId: container_1426268960696_0002_01_000004, NodeId: 10.1.1.144:57777, NodeHttpAddress: 10.1.1.144:57780, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57777 }, ] containerId=container_1426268960696_0002_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:53,355 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2015-03-13 10:49:53,355 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:53,356 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0002_01_000005 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:49:53,356 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0002 CONTAINERID=container_1426268960696_0002_01_000005
2015-03-13 10:49:53,356 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0002_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57777, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2015-03-13 10:49:53,356 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0002 container=Container: [ContainerId: container_1426268960696_0002_01_000005, NodeId: 10.1.1.144:57777, NodeHttpAddress: 10.1.1.144:57780, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57777 }, ] containerId=container_1426268960696_0002_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:53,356 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2015-03-13 10:49:53,357 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:53,375 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1426268960696_0001_01_000001 succeeded
2015-03-13 10:49:53,376 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-03-13 10:49:53,376 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0001_01_000001
2015-03-13 10:49:53,384 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000001
2015-03-13 10:49:53,384 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000001
2015-03-13 10:49:53,385 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000001
2015-03-13 10:49:53,385 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426268960696_0001/container_1426268960696_0001_01_000001
2015-03-13 10:49:53,385 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000001
2015-03-13 10:49:53,385 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0001_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-03-13 10:49:53,385 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0001_01_000001 from application application_1426268960696_0001
2015-03-13 10:49:53,385 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:49:53,386 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0001
2015-03-13 10:49:54,068 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:54,243 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_COMPLETE diagnostics: "" exit_status: 0
2015-03-13 10:49:54,244 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0001_01_000001
2015-03-13 10:49:54,244 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0001_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:49:54,244 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(550)) - Unregistering app attempt : appattempt_1426268960696_0001_000001
2015-03-13 10:49:54,244 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0001_01_000001 in state: COMPLETED event:FINISHED
2015-03-13 10:49:54,245 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0001 CONTAINERID=container_1426268960696_0001_01_000001
2015-03-13 10:49:54,245 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0001_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:57773, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 10:49:54,245 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-03-13 10:49:54,245 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0001_01_000001, NodeId: 10.1.1.144:57773, NodeHttpAddress: 10.1.1.144:57776, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57773 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:54,246 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 10:49:54,246 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2015-03-13 10:49:54,246 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0001_000001 released container container_1426268960696_0001_01_000001 on node: host: 10.1.1.144:57773 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 10:49:54,246 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0001_000001 State change from FINISHING to FINISHED
2015-03-13 10:49:54,248 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0001 State change from FINISHING to FINISHED
2015-03-13 10:49:54,248 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplication(470)) - Application appattempt_1426268960696_0001_000001 is done. finalState=FINISHED
2015-03-13 10:49:54,249 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1426268960696_0001_000001
2015-03-13 10:49:54,249 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1426268960696_0001 requests cleared
2015-03-13 10:49:54,249 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1426268960696_0001
2015-03-13 10:49:54,250 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(779)) - Application removed - appId: application_1426268960696_0001 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-03-13 10:49:54,250 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(510)) - Application removed - appId: application_1426268960696_0001 user: soberoi leaf-queue of parent: root #applications: 1
2015-03-13 10:49:54,251 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(166)) - appId=application_1426268960696_0001,name=mrflow,user=soberoi,queue=default,state=FINISHED,trackingUrl=Edinburgh.local:57760/proxy/application_1426268960696_0001/jobhistory/job/job_1426268960696_0001,appMasterHost=Edinburgh.local,startTime=1426268969117,finishTime=1426268987232,finalStatus=SUCCEEDED
2015-03-13 10:49:54,252 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0001_000001 (auth:SIMPLE)
2015-03-13 10:49:54,256 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0001_01_000001
2015-03-13 10:49:54,364 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0002_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:49:54,365 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0002_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:49:54,365 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0002_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:49:54,366 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0002_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:49:54,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.jar dst=null perm=null
2015-03-13 10:49:54,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.jar dst=null perm=null
2015-03-13 10:49:54,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.xml dst=null perm=null
2015-03-13 10:49:54,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.xml dst=null perm=null
2015-03-13 10:49:54,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:54,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:54,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:54,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:54,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:54,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:54,489 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0002_000001 (auth:SIMPLE)
2015-03-13 10:49:54,493 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0002_01_000002 by user soberoi
2015-03-13 10:49:54,493 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0002_01_000005 by user soberoi
2015-03-13 10:49:54,493 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426268960696_0002
2015-03-13 10:49:54,494 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0002 CONTAINERID=container_1426268960696_0002_01_000005
2015-03-13 10:49:54,494 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0002_01_000005 to application application_1426268960696_0002
2015-03-13 10:49:54,493 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0002_01_000003 by user soberoi
2015-03-13 10:49:54,495 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0002 transitioned from NEW to INITING
2015-03-13 10:49:54,495 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0002_01_000002 to application application_1426268960696_0002
2015-03-13 10:49:54,495 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0002_01_000003 to application application_1426268960696_0002
2015-03-13 10:49:54,493 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0002_01_000004 by user soberoi
2015-03-13 10:49:54,496 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0002 transitioned from INITING to RUNNING
2015-03-13 10:49:54,496 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0002 CONTAINERID=container_1426268960696_0002_01_000004
2015-03-13 10:49:54,496 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 10:49:54,495 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0002 CONTAINERID=container_1426268960696_0002_01_000003
2015-03-13 10:49:54,496 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 10:49:54,494 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0002 CONTAINERID=container_1426268960696_0002_01_000002
2015-03-13 10:49:54,497 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000005 transitioned from NEW to LOCALIZING
2015-03-13 10:49:54,497 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0002_01_000004 to application application_1426268960696_0002
2015-03-13 10:49:54,497 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0002
2015-03-13 10:49:54,498 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0002
2015-03-13 10:49:54,498 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:49:54,498 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0002
2015-03-13 10:49:54,498 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:49:54,498 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:49:54,498 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:49:54,499 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 10:49:54,499 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0002
2015-03-13 10:49:54,499 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0002
2015-03-13 10:49:54,499 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:49:54,499 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0002
2015-03-13 10:49:54,499 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0002
2015-03-13 10:49:54,499 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0002
2015-03-13 10:49:54,499 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:49:54,500 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0002
2015-03-13 10:49:54,500 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000004 transitioned from NEW to LOCALIZING
2015-03-13 10:49:54,500 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1426268960392, FILE, null }
2015-03-13 10:49:54,503 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar, 1426268960518, FILE, null }
2015-03-13 10:49:54,504 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426268960696_0002_01_000003
2015-03-13 10:49:54,505 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1426268960392, FILE, null }
2015-03-13 10:49:54,505 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar, 1426268960518, FILE, null }
2015-03-13 10:49:54,505 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426268960696_0002_01_000002
2015-03-13 10:49:54,506 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1426268960392, FILE, null }
2015-03-13 10:49:54,506 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar, 1426268960518, FILE, null }
2015-03-13 10:49:54,506 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426268960696_0002_01_000005
2015-03-13 10:49:54,510 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0002
2015-03-13 10:49:54,511 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0002
2015-03-13 10:49:54,511 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:49:54,512 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0002
2015-03-13 10:49:54,512 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1426268960392, FILE, null }
2015-03-13 10:49:54,512 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar, 1426268960518, FILE, null }
2015-03-13 10:49:54,512 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426268960696_0002_01_000004
2015-03-13 10:49:54,535 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1426268960696_0002_01_000003.tokens. Credentials list:
2015-03-13 10:49:54,536 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1426268960696_0002_01_000002.tokens. Credentials list:
2015-03-13 10:49:54,536 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1426268960696_0002_01_000004.tokens. Credentials list:
2015-03-13 10:49:54,536 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1426268960696_0002_01_000005.tokens. Credentials list:
2015-03-13 10:49:54,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:54,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:54,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:54,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 10:49:54,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:54,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 10:49:54,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 10:49:54,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 10:49:54,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 10:49:54,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 10:49:54,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 10:49:54,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 10:49:54,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 10:49:54,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 10:49:54,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:54,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:49:54,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:54,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:49:54,562 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:49:54,564 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:57894, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741826_1002, duration: 1152000
2015-03-13 10:49:54,565 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:57895, bytes: 485810, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741825_1001, duration: 1130000
2015-03-13 10:49:54,589 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:49:54,590 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:49:54,647 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1426268960696_0002_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000003.tokens
2015-03-13 10:49:54,647 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0002
2015-03-13 10:49:54,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.jar dst=null perm=null
2015-03-13 10:49:54,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.jar dst=null perm=null
2015-03-13 10:49:54,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.jar dst=null perm=null
2015-03-13 10:49:54,721 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:57894, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1155755249_1478, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741837_1013, duration: 555000
2015-03-13 10:49:54,739 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:49:54,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.xml dst=null perm=null
2015-03-13 10:49:54,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.xml dst=null perm=null
2015-03-13 10:49:54,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.xml dst=null perm=null
2015-03-13 10:49:54,764 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:57895, bytes: 96581, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1155755249_1478, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741840_1016, duration: 353000
2015-03-13 10:49:54,777 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:49:54,777 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:49:54,777 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:49:54,777 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:49:54,777 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:49:54,796 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741841_1017
2015-03-13 10:49:54,800 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741841_1017
2015-03-13 10:49:54,830 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 10:49:54,830 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000005 transitioned from LOCALIZED to RUNNING
2015-03-13 10:49:54,830 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 10:49:54,830 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:49:54,831 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:49:54,831 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:49:54,832 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000004 transitioned from LOCALIZED to RUNNING
2015-03-13 10:49:54,832 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:49:54,942 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000005/default_container_executor.sh]
2015-03-13 10:49:54,942 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000002/default_container_executor.sh]
2015-03-13 10:49:54,943 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000003/default_container_executor.sh]
2015-03-13 10:49:54,943 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000004/default_container_executor.sh]
2015-03-13 10:49:55,069 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:55,071 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 10:49:55,071 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0001
2015-03-13 10:49:55,072 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426268960696_0001
2015-03-13 10:49:55,072 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426268960696_0001
2015-03-13 10:49:55,072 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426268960696_0001
2015-03-13 10:49:55,073 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 10:49:55,073 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426268960696_0001, with delay of 10800 seconds
2015-03-13 10:49:55,073 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426268960696_0001
2015-03-13 10:49:55,099 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741841_1017
2015-03-13 10:49:55,250 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 10:49:55,250 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426268960696_0001
2015-03-13 10:49:55,250 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 10:49:55,251 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0001
2015-03-13 10:49:55,252 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426268960696_0001
2015-03-13 10:49:55,254 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426268960696_0001
2015-03-13 10:49:55,254 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426268960696_0001
2015-03-13 10:49:55,251 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426268960696_0001, with delay of 10800 seconds
2015-03-13 10:49:55,360 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:55,360 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:55,360 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:55,361 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:55,361 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0002_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:49:55,362 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0002_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:49:55,362 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0002_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:49:55,362 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0002_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:49:55,380 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 10:49:55,807 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:49:55,930 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1426268960696_0002_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000004.tokens
2015-03-13 10:49:55,930 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0002
2015-03-13 10:49:56,041 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:49:56,070 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:56,159 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1426268960696_0002_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000005.tokens
2015-03-13 10:49:56,159 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0002
2015-03-13 10:49:56,278 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:49:56,363 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:56,363 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:56,364 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:56,364 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:56,415 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1426268960696_0002_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000002.tokens
2015-03-13 10:49:56,415 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0002
2015-03-13 10:49:57,065 INFO hs.JobHistory (JobHistory.java:run(188)) - History Cleaner started
2015-03-13 10:49:57,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2015-03-13 10:49:57,068 INFO hs.JobHistory (JobHistory.java:run(194)) - History Cleaner complete
2015-03-13 10:49:57,071 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:57,366 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:57,366 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:57,367 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:57,367 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:58,075 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:58,368 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:58,368 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:58,369 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:58,369 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:59,077 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:59,370 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:59,370 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:59,371 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:49:59,371 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:00,082 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:00,376 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:00,376 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:00,377 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:00,377 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:01,086 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:01,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.split dst=null perm=null
2015-03-13 10:50:01,337 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:57907, bytes: 1455, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0002_m_000000_0_158129371_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741838_1014, duration: 256000
2015-03-13 10:50:01,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.split dst=null perm=null
2015-03-13 10:50:01,378 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:01,378 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:01,378 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:01,379 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:01,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.split dst=null perm=null
2015-03-13 10:50:01,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job.split dst=null perm=null
2015-03-13 10:50:01,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:50:01,495 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:57910, bytes: 423, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0002_m_000003_0_373257869_1, offset: 1024, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741838_1014, duration: 203000
2015-03-13 10:50:01,497 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:57912, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0002_m_000000_0_158129371_1, offset: 1024, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741827_1003, duration: 217000
2015-03-13 10:50:01,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1426268960696_0002_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:01,575 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57743, dest: /127.0.0.1:57913, bytes: 939, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0002_m_000002_0_550807606_1, offset: 512, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741838_1014, duration: 248000
2015-03-13 10:50:01,596 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57743, dest: /127.0.0.1:57914, bytes: 1455, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0002_m_000001_0_-162149361_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741838_1014, duration: 245000
2015-03-13 10:50:01,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:50:01,652 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:57915, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0002_m_000003_0_373257869_1, offset: 512, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741827_1003, duration: 221000
2015-03-13 10:50:01,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1426268960696_0002_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:01,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:50:01,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 10:50:01,696 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:57916, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0002_m_000002_0_550807606_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741827_1003, duration: 223000
2015-03-13 10:50:01,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1426268960696_0002_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:01,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1426268960696_0002_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:01,744 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1426268960696_0002_m_000000_0/part-00000. BP-296811075-10.1.1.144-1426268958425 blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]}
2015-03-13 10:50:01,796 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741842_1018 src: /127.0.0.1:57917 dest: /127.0.0.1:57740
2015-03-13 10:50:01,798 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741842_1018 src: /127.0.0.1:57918 dest: /127.0.0.1:57743
2015-03-13 10:50:01,800 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741842_1018 src: /127.0.0.1:57919 dest: /127.0.0.1:57747
2015-03-13 10:50:01,811 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57919, dest: /127.0.0.1:57747, bytes: 329, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0002_m_000000_0_158129371_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741842_1018, duration: 9025000
2015-03-13 10:50:01,811 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741842_1018, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:01,812 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:01,812 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57918, dest: /127.0.0.1:57743, bytes: 329, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0002_m_000000_0_158129371_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741842_1018, duration: 8810000
2015-03-13 10:50:01,812 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:01,813 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:01,813 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57917, dest: /127.0.0.1:57740, bytes: 329, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0002_m_000000_0_158129371_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741842_1018, duration: 10812000
2015-03-13 10:50:01,813 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:01,814 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:01,818 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1426268960696_0002_m_000000_0/part-00000 is closed by DFSClient_attempt_1426268960696_0002_m_000000_0_158129371_1
2015-03-13 10:50:01,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1426268960696_0002_m_000000_0 dst=null perm=null
2015-03-13 10:50:01,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1426268960696_0002_m_000000_0 dst=null perm=null
2015-03-13 10:50:01,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1426268960696_0002_m_000000 dst=null perm=null
2015-03-13 10:50:01,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1426268960696_0002_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1426268960696_0002_m_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:50:01,872 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0002_01_000002
2015-03-13 10:50:01,873 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0002 CONTAINERID=container_1426268960696_0002_01_000002
2015-03-13 10:50:01,873 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000002 transitioned from RUNNING to KILLING
2015-03-13 10:50:01,873 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0002_01_000002
2015-03-13 10:50:01,874 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:50:01,874 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:01,874 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:01,875 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:01,887 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0002_01_000002 is : 143
2015-03-13 10:50:01,888 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job_1426268960696_0002_1.jhist. BP-296811075-10.1.1.144-1426268958425 blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]}
2015-03-13 10:50:01,890 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741843_1019 src: /127.0.0.1:57920 dest: /127.0.0.1:57743
2015-03-13 10:50:01,892 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741843_1019 src: /127.0.0.1:57921 dest: /127.0.0.1:57740
2015-03-13 10:50:01,895 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741843_1019 src: /127.0.0.1:57922 dest: /127.0.0.1:57747
2015-03-13 10:50:01,899 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job_1426268960696_0002_1.jhist for DFSClient_NONMAPREDUCE_-1026421525_1
2015-03-13 10:50:01,903 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:50:01,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000002
2015-03-13 10:50:01,904 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0002 CONTAINERID=container_1426268960696_0002_01_000002
2015-03-13 10:50:01,905 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:50:01,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000002
2015-03-13 10:50:01,905 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0002_01_000002 from application application_1426268960696_0002
2015-03-13 10:50:01,905 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:01,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000002
2015-03-13 10:50:01,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000002
2015-03-13 10:50:01,905 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0002
2015-03-13 10:50:02,010 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1426268960696_0002_m_000003_0/part-00003. BP-296811075-10.1.1.144-1426268958425 blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]}
2015-03-13 10:50:02,017 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:57924, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0002_m_000001_0_-162149361_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741827_1003, duration: 191000
2015-03-13 10:50:02,041 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1426268960696_0002_m_000001_0/part-00001. BP-296811075-10.1.1.144-1426268958425 blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]}
2015-03-13 10:50:02,068 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1426268960696_0002_m_000002_0/part-00002. BP-296811075-10.1.1.144-1426268958425 blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]}
2015-03-13 10:50:02,072 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741844_1020 src: /127.0.0.1:57923 dest: /127.0.0.1:57750
2015-03-13 10:50:02,074 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741844_1020 src: /127.0.0.1:57927 dest: /127.0.0.1:57740
2015-03-13 10:50:02,076 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741844_1020 src: /127.0.0.1:57928 dest: /127.0.0.1:57743
2015-03-13 10:50:02,091 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:02,107 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741845_1021 src: /127.0.0.1:57925 dest: /127.0.0.1:57747
2015-03-13 10:50:02,109 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741845_1021 src: /127.0.0.1:57929 dest: /127.0.0.1:57743
2015-03-13 10:50:02,111 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741845_1021 src: /127.0.0.1:57930 dest: /127.0.0.1:57750
2015-03-13 10:50:02,115 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57928, dest: /127.0.0.1:57743, bytes: 315, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0002_m_000003_0_373257869_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741844_1020, duration: 37160000
2015-03-13 10:50:02,115 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741844_1020, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:02,115 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:50:02,116 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57927, dest: /127.0.0.1:57740, bytes: 315, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0002_m_000003_0_373257869_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741844_1020, duration: 35135000
2015-03-13 10:50:02,116 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:02,116 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:50:02,117 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57923, dest: /127.0.0.1:57750, bytes: 315, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0002_m_000003_0_373257869_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741844_1020, duration: 38662000
2015-03-13 10:50:02,117 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:02,118 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:50:02,121 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57930, dest: /127.0.0.1:57750, bytes: 401, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0002_m_000001_0_-162149361_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741845_1021, duration: 8509000
2015-03-13 10:50:02,121 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741845_1021, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:02,122 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:50:02,122 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57929, dest: /127.0.0.1:57743, bytes: 401, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0002_m_000001_0_-162149361_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741845_1021, duration: 9248000
2015-03-13 10:50:02,122 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:02,122 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:50:02,123 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57925, dest: /127.0.0.1:57747, bytes: 401, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0002_m_000001_0_-162149361_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741845_1021, duration: 10023000
2015-03-13 10:50:02,123 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:02,123 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:50:02,128 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1426268960696_0002_m_000003_0/part-00003 is closed by DFSClient_attempt_1426268960696_0002_m_000003_0_373257869_1
2015-03-13 10:50:02,130 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741846_1022 src: /127.0.0.1:57926 dest: /127.0.0.1:57750
2015-03-13 10:50:02,133 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741846_1022 src: /127.0.0.1:57931 dest: /127.0.0.1:57747
2015-03-13 10:50:02,136 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741846_1022 src: /127.0.0.1:57932 dest: /127.0.0.1:57743
2015-03-13 10:50:02,145 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57932, dest: /127.0.0.1:57743, bytes: 445, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0002_m_000002_0_550807606_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741846_1022, duration: 7087000
2015-03-13 10:50:02,145 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741846_1022, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:02,146 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57931, dest: /127.0.0.1:57747, bytes: 445, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0002_m_000002_0_550807606_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741846_1022, duration: 8165000
2015-03-13 10:50:02,146 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:50:02,147 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:02,148 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57926, dest: /127.0.0.1:57750, bytes: 445, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0002_m_000002_0_550807606_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741846_1022, duration: 9867000
2015-03-13 10:50:02,148 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:02,148 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:50:02,149 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:50:02,161 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1426268960696_0002_m_000001_0/part-00001 is closed by DFSClient_attempt_1426268960696_0002_m_000001_0_-162149361_1
2015-03-13 10:50:02,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1426268960696_0002_m_000003_0 dst=null perm=null
2015-03-13 10:50:02,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1426268960696_0002_m_000003_0 dst=null perm=null
2015-03-13 10:50:02,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1426268960696_0002_m_000001_0 dst=null perm=null
2015-03-13 10:50:02,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1426268960696_0002_m_000003 dst=null perm=null
2015-03-13 10:50:02,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1426268960696_0002_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1426268960696_0002_m_000003 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:50:02,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1426268960696_0002_m_000001_0 dst=null perm=null
2015-03-13 10:50:02,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1426268960696_0002_m_000001 dst=null perm=null
2015-03-13 10:50:02,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1426268960696_0002_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1426268960696_0002_m_000001 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:50:02,198 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0002_01_000005
2015-03-13 10:50:02,198 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0002 CONTAINERID=container_1426268960696_0002_01_000005
2015-03-13 10:50:02,199 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:50:02,200 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0002_01_000002
2015-03-13 10:50:02,200 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000005 transitioned from RUNNING to KILLING
2015-03-13 10:50:02,200 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:02,200 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0002_01_000005
2015-03-13 10:50:02,201 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:02,201 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:50:02,202 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0002_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:50:02,202 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0002_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 10:50:02,202 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0002 CONTAINERID=container_1426268960696_0002_01_000002
2015-03-13 10:50:02,202 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0002_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57777, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-03-13 10:50:02,202 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-03-13 10:50:02,202 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0002_01_000002, NodeId: 10.1.1.144:57777, NodeHttpAddress: 10.1.1.144:57780, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57777 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:02,202 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:02,202 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-03-13 10:50:02,203 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0002_000001 released container container_1426268960696_0002_01_000002 on node: host: 10.1.1.144:57777 #containers=3 available=1024 used=3072 with event: FINISHED
2015-03-13 10:50:02,211 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1426268960696_0002_m_000002_0/part-00002 is closed by DFSClient_attempt_1426268960696_0002_m_000002_0_550807606_1
2015-03-13 10:50:02,217 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0002_01_000005 is : 143
2015-03-13 10:50:02,218 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0002_01_000003
2015-03-13 10:50:02,218 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0002 CONTAINERID=container_1426268960696_0002_01_000003
2015-03-13 10:50:02,218 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:02,219 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:02,219 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: -1000
2015-03-13 10:50:02,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1426268960696_0002_m_000002_0 dst=null perm=null
2015-03-13 10:50:02,232 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:50:02,233 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000003 transitioned from RUNNING to KILLING
2015-03-13 10:50:02,233 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000005
2015-03-13 10:50:02,233 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000005
2015-03-13 10:50:02,233 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000005
2015-03-13 10:50:02,234 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000005
2015-03-13 10:50:02,234 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0002_01_000003
2015-03-13 10:50:02,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1426268960696_0002_m_000002_0 dst=null perm=null
2015-03-13 10:50:02,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1426268960696_0002_m_000002 dst=null perm=null
2015-03-13 10:50:02,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1426268960696_0002_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1426268960696_0002_m_000002 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:50:02,246 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0002_01_000003 is : 143
2015-03-13 10:50:02,257 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0002_01_000004
2015-03-13 10:50:02,257 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0002 CONTAINERID=container_1426268960696_0002_01_000004
2015-03-13 10:50:02,257 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: -1000
2015-03-13 10:50:02,258 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:02,258 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:50:02,263 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0002 CONTAINERID=container_1426268960696_0002_01_000005
2015-03-13 10:50:02,263 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:50:02,263 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:50:02,263 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000004 transitioned from RUNNING to KILLING
2015-03-13 10:50:02,263 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0002_01_000005 from application application_1426268960696_0002
2015-03-13 10:50:02,264 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:02,264 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0002
2015-03-13 10:50:02,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:02,264 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000003
2015-03-13 10:50:02,265 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000003
2015-03-13 10:50:02,265 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000003
2015-03-13 10:50:02,266 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000003
2015-03-13 10:50:02,266 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0002_01_000004
2015-03-13 10:50:02,266 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1026421525_1
2015-03-13 10:50:02,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1 dst=null perm=null
2015-03-13 10:50:02,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-03-13 10:50:02,279 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0002_01_000004 is : 143
2015-03-13 10:50:02,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-03-13 10:50:02,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1426268960696_0002_m_000000 dst=null perm=null
2015-03-13 10:50:02,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00000 dst=null perm=null
2015-03-13 10:50:02,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1426268960696_0002_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:02,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-03-13 10:50:02,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-03-13 10:50:02,295 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0002 CONTAINERID=container_1426268960696_0002_01_000003
2015-03-13 10:50:02,295 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:50:02,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1426268960696_0002_m_000001 dst=null perm=null
2015-03-13 10:50:02,295 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:50:02,296 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0002_01_000003 from application application_1426268960696_0002
2015-03-13 10:50:02,296 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:02,296 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0002
2015-03-13 10:50:02,296 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000004
2015-03-13 10:50:02,297 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000004
2015-03-13 10:50:02,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00001 dst=null perm=null
2015-03-13 10:50:02,297 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000004
2015-03-13 10:50:02,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000004
2015-03-13 10:50:02,299 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0002 CONTAINERID=container_1426268960696_0002_01_000004
2015-03-13 10:50:02,299 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:50:02,299 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0002_01_000004 from application application_1426268960696_0002
2015-03-13 10:50:02,299 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:02,299 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0002
2015-03-13 10:50:02,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1426268960696_0002_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00001 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:02,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-03-13 10:50:02,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-03-13 10:50:02,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1426268960696_0002_m_000002 dst=null perm=null
2015-03-13 10:50:02,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 dst=null perm=null
2015-03-13 10:50:02,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1426268960696_0002_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:02,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-03-13 10:50:02,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-03-13 10:50:02,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1426268960696_0002_m_000003 dst=null perm=null
2015-03-13 10:50:02,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00003 dst=null perm=null
2015-03-13 10:50:02,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1426268960696_0002_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00003 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:02,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary dst=null perm=null
2015-03-13 10:50:02,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:02,328 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1026421525_1
2015-03-13 10:50:02,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:02,334 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1026421525_1
2015-03-13 10:50:02,347 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57922, dest: /127.0.0.1:57747, bytes: 46486, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1026421525_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741843_1019, duration: 451049000
2015-03-13 10:50:02,348 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741843_1019, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:02,348 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:02,349 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57921, dest: /127.0.0.1:57740, bytes: 46486, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1026421525_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741843_1019, duration: 452126000
2015-03-13 10:50:02,349 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:02,350 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:02,350 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57920, dest: /127.0.0.1:57743, bytes: 46486, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1026421525_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741843_1019, duration: 453618000
2015-03-13 10:50:02,350 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:02,351 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:02,353 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job_1426268960696_0002_1.jhist is closed by DFSClient_NONMAPREDUCE_-1026421525_1
2015-03-13 10:50:02,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0002.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:02,361 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0002.summary_tmp. BP-296811075-10.1.1.144-1426268958425 blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]}
2015-03-13 10:50:02,363 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741847_1023 src: /127.0.0.1:57933 dest: /127.0.0.1:57747
2015-03-13 10:50:02,364 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741847_1023 src: /127.0.0.1:57934 dest: /127.0.0.1:57750
2015-03-13 10:50:02,366 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741847_1023 src: /127.0.0.1:57935 dest: /127.0.0.1:57743
2015-03-13 10:50:02,369 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57935, dest: /127.0.0.1:57743, bytes: 439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1026421525_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741847_1023, duration: 1533000
2015-03-13 10:50:02,369 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741847_1023, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:02,370 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:50:02,370 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57934, dest: /127.0.0.1:57750, bytes: 439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1026421525_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741847_1023, duration: 2287000
2015-03-13 10:50:02,371 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:02,371 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:50:02,371 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57933, dest: /127.0.0.1:57747, bytes: 439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1026421525_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741847_1023, duration: 3660000
2015-03-13 10:50:02,372 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:02,373 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:50:02,375 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0002.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1026421525_1
2015-03-13 10:50:02,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0002.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:50:02,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job_1426268960696_0002_1.jhist dst=null perm=null
2015-03-13 10:50:02,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0002-1426268988813-soberoi-%5BD816A940CDF6463A8EEE895D58526CCA%2FA04226B07AC04E6B-1426269002335-4-0-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 10:50:02,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job_1426268960696_0002_1.jhist dst=null perm=null
2015-03-13 10:50:02,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0002-1426268988813-soberoi-%5BD816A940CDF6463A8EEE895D58526CCA%2FA04226B07AC04E6B-1426269002335-4-0-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 10:50:02,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job_1426268960696_0002_1.jhist dst=null perm=null
2015-03-13 10:50:02,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0002-1426268988813-soberoi-%5BD816A940CDF6463A8EEE895D58526CCA%2FA04226B07AC04E6B-1426269002335-4-0-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:02,398 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57743, dest: /127.0.0.1:57936, bytes: 46850, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1026421525_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741843_1019, duration: 270000
2015-03-13 10:50:02,401 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0002-1426268988813-soberoi-%5BD816A940CDF6463A8EEE895D58526CCA%2FA04226B07AC04E6B-1426269002335-4-0-SUCCEEDED-default.jhist_tmp. BP-296811075-10.1.1.144-1426268958425 blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]}
2015-03-13 10:50:02,402 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741848_1024 src: /127.0.0.1:57937 dest: /127.0.0.1:57750
2015-03-13 10:50:02,404 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741848_1024 src: /127.0.0.1:57938 dest: /127.0.0.1:57743
2015-03-13 10:50:02,405 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741848_1024 src: /127.0.0.1:57939 dest: /127.0.0.1:57740
2015-03-13 10:50:02,409 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57939, dest: /127.0.0.1:57740, bytes: 46486, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1026421525_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741848_1024, duration: 1681000
2015-03-13 10:50:02,409 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741848_1024, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:02,409 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:50:02,410 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57938, dest: /127.0.0.1:57743, bytes: 46486, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1026421525_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741848_1024, duration: 2528000
2015-03-13 10:50:02,410 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:02,410 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:50:02,410 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57937, dest: /127.0.0.1:57750, bytes: 46486, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1026421525_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741848_1024, duration: 3467000
2015-03-13 10:50:02,411 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:02,411 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:50:02,413 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0002-1426268988813-soberoi-%5BD816A940CDF6463A8EEE895D58526CCA%2FA04226B07AC04E6B-1426269002335-4-0-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1026421525_1
2015-03-13 10:50:02,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0002-1426268988813-soberoi-%5BD816A940CDF6463A8EEE895D58526CCA%2FA04226B07AC04E6B-1426269002335-4-0-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:50:02,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job_1426268960696_0002_1_conf.xml dst=null perm=null
2015-03-13 10:50:02,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0002_conf.xml_tmp dst=null perm=null
2015-03-13 10:50:02,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job_1426268960696_0002_1_conf.xml dst=null perm=null
2015-03-13 10:50:02,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0002_conf.xml_tmp dst=null perm=null
2015-03-13 10:50:02,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002/job_1426268960696_0002_1_conf.xml dst=null perm=null
2015-03-13 10:50:02,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0002_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:02,431 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:57940, bytes: 89316, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1026421525_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741841_1017, duration: 434000
2015-03-13 10:50:02,433 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0002_conf.xml_tmp. BP-296811075-10.1.1.144-1426268958425 blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]}
2015-03-13 10:50:02,435 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741849_1025 src: /127.0.0.1:57941 dest: /127.0.0.1:57750
2015-03-13 10:50:02,436 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741849_1025 src: /127.0.0.1:57942 dest: /127.0.0.1:57743
2015-03-13 10:50:02,438 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741849_1025 src: /127.0.0.1:57943 dest: /127.0.0.1:57740
2015-03-13 10:50:02,442 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57943, dest: /127.0.0.1:57740, bytes: 88620, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1026421525_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741849_1025, duration: 2125000
2015-03-13 10:50:02,442 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741849_1025, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:02,442 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:50:02,443 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57942, dest: /127.0.0.1:57743, bytes: 88620, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1026421525_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741849_1025, duration: 2659000
2015-03-13 10:50:02,443 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:02,444 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57941, dest: /127.0.0.1:57750, bytes: 88620, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1026421525_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741849_1025, duration: 3581000
2015-03-13 10:50:02,444 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:02,444 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:50:02,445 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:50:02,446 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0002_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1026421525_1
2015-03-13 10:50:02,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0002_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:50:02,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0002.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0002.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:50:02,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0002_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0002_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:50:02,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0002-1426268988813-soberoi-%5BD816A940CDF6463A8EEE895D58526CCA%2FA04226B07AC04E6B-1426269002335-4-0-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0002-1426268988813-soberoi-%5BD816A940CDF6463A8EEE895D58526CCA%2FA04226B07AC04E6B-1426269002335-4-0-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:50:02,459 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0002_000001 State change from RUNNING to FINISHING
2015-03-13 10:50:02,460 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426268960696_0002
2015-03-13 10:50:02,460 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0002 State change from RUNNING to REMOVING
2015-03-13 10:50:02,460 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426268960696_0002
2015-03-13 10:50:02,460 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0002 State change from REMOVING to FINISHING
2015-03-13 10:50:03,095 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:03,262 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:50:03,262 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0002_01_000003
2015-03-13 10:50:03,263 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:50:03,263 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0002_01_000004
2015-03-13 10:50:03,264 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:50:03,264 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0002_01_000005
2015-03-13 10:50:03,264 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0002_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:50:03,265 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0002_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 10:50:03,265 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0002 CONTAINERID=container_1426268960696_0002_01_000003
2015-03-13 10:50:03,265 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0002_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57777, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-03-13 10:50:03,265 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-03-13 10:50:03,265 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0002_01_000003, NodeId: 10.1.1.144:57777, NodeHttpAddress: 10.1.1.144:57780, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57777 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:03,265 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:03,265 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-03-13 10:50:03,266 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0002_000001 released container container_1426268960696_0002_01_000003 on node: host: 10.1.1.144:57777 #containers=2 available=2048 used=2048 with event: FINISHED
2015-03-13 10:50:03,266 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0002_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:50:03,266 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0002_01_000004 in state: COMPLETED event:FINISHED
2015-03-13 10:50:03,266 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0002 CONTAINERID=container_1426268960696_0002_01_000004
2015-03-13 10:50:03,266 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0002_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57777, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-03-13 10:50:03,266 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-03-13 10:50:03,266 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0002_01_000004, NodeId: 10.1.1.144:57777, NodeHttpAddress: 10.1.1.144:57780, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57777 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:03,267 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:03,267 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 10:50:03,267 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0002_000001 released container container_1426268960696_0002_01_000004 on node: host: 10.1.1.144:57777 #containers=1 available=3072 used=1024 with event: FINISHED
2015-03-13 10:50:03,267 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0002_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:50:03,267 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0002_01_000005 in state: COMPLETED event:FINISHED
2015-03-13 10:50:03,267 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0002 CONTAINERID=container_1426268960696_0002_01_000005
2015-03-13 10:50:03,267 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0002_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57777, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 10:50:03,268 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 10:50:03,268 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0002_01_000005, NodeId: 10.1.1.144:57777, NodeHttpAddress: 10.1.1.144:57780, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57777 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:03,268 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:03,268 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 10:50:03,268 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0002_000001 released container container_1426268960696_0002_01_000005 on node: host: 10.1.1.144:57777 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 10:50:03,466 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741837_1013 127.0.0.1:57747 127.0.0.1:57743 127.0.0.1:57740 127.0.0.1:57750
2015-03-13 10:50:03,466 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741838_1014 127.0.0.1:57747 127.0.0.1:57750 127.0.0.1:57743 127.0.0.1:57740
2015-03-13 10:50:03,466 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741839_1015 127.0.0.1:57740 127.0.0.1:57743 127.0.0.1:57747
2015-03-13 10:50:03,467 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741840_1016 127.0.0.1:57750 127.0.0.1:57747 127.0.0.1:57743
2015-03-13 10:50:03,467 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741843_1019 127.0.0.1:57743 127.0.0.1:57740 127.0.0.1:57747
2015-03-13 10:50:03,467 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741841_1017 127.0.0.1:57740 127.0.0.1:57750 127.0.0.1:57743
2015-03-13 10:50:03,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0002 dst=null perm=null
2015-03-13 10:50:03,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-03-13 10:50:03,503 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary
2015-03-13 10:50:03,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary dst=null perm=null
2015-03-13 10:50:03,504 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] completed flow: first-flow
2015-03-13 10:50:03,504 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flow: second-flow
2015-03-13 10:50:03,504 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] at least one sink is marked for delete
2015-03-13 10:50:03,504 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-03-13 10:50:03,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-03-13 10:50:03,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-03-13 10:50:03,507 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] starting
2015-03-13 10:50:03,507 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4"]
2015-03-13 10:50:03,507 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5"]
2015-03-13 10:50:03,507 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] parallel execution is enabled: true
2015-03-13 10:50:03,507 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] starting jobs: 1
2015-03-13 10:50:03,508 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] allocating threads: 1
2015-03-13 10:50:03,508 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-flow] starting step: (1/1) ...preduceflowplatform/flow5
2015-03-13 10:50:03,517 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:57763
2015-03-13 10:50:03,525 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:57763
2015-03-13 10:50:03,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-03-13 10:50:03,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 10:50:03,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 10:50:03,530 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 3
2015-03-13 10:50:03,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003 dst=null perm=null
2015-03-13 10:50:03,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 10:50:03,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 10:50:03,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.jar dst=null perm=null
2015-03-13 10:50:03,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:50:03,539 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.jar. BP-296811075-10.1.1.144-1426268958425 blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]}
2015-03-13 10:50:03,540 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741850_1026 src: /127.0.0.1:57945 dest: /127.0.0.1:57743
2015-03-13 10:50:03,541 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741850_1026 src: /127.0.0.1:57946 dest: /127.0.0.1:57747
2015-03-13 10:50:03,542 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741850_1026 src: /127.0.0.1:57947 dest: /127.0.0.1:57750
2015-03-13 10:50:03,547 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57947, dest: /127.0.0.1:57750, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741850_1026, duration: 2183000
2015-03-13 10:50:03,547 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741850_1026, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:03,548 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57946, dest: /127.0.0.1:57747, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741850_1026, duration: 3122000
2015-03-13 10:50:03,548 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:50:03,548 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:03,549 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57945, dest: /127.0.0.1:57743, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741850_1026, duration: 4125000
2015-03-13 10:50:03,549 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:03,549 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:50:03,550 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:50:03,551 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.jar is closed by DFSClient_NONMAPREDUCE_640982831_9
2015-03-13 10:50:03,552 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.jar
2015-03-13 10:50:03,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.jar dst=null perm=null
2015-03-13 10:50:03,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:50:03,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:50:03,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:50:03,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:50:03,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 10:50:03,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 10:50:03,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 10:50:03,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 10:50:03,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 10:50:03,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:50:03,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-03-13 10:50:03,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-03-13 10:50:03,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-03-13 10:50:03,568 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2015-03-13 10:50:03,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:50:03,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:50:03,574 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.split
2015-03-13 10:50:03,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.split dst=null perm=null
2015-03-13 10:50:03,576 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.split. BP-296811075-10.1.1.144-1426268958425 blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]}
2015-03-13 10:50:03,578 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741851_1027 src: /127.0.0.1:57948 dest: /127.0.0.1:57740
2015-03-13 10:50:03,580 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741851_1027 src: /127.0.0.1:57949 dest: /127.0.0.1:57747
2015-03-13 10:50:03,581 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741851_1027 src: /127.0.0.1:57950 dest: /127.0.0.1:57743
2015-03-13 10:50:03,582 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741851_1027 src: /127.0.0.1:57951 dest: /127.0.0.1:57750
2015-03-13 10:50:03,586 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57951, dest: /127.0.0.1:57750, bytes: 1962, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741851_1027, duration: 2117000
2015-03-13 10:50:03,586 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741851_1027, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:03,587 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:50:03,587 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57950, dest: /127.0.0.1:57743, bytes: 1962, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741851_1027, duration: 2674000
2015-03-13 10:50:03,587 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:03,588 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57949, dest: /127.0.0.1:57747, bytes: 1962, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741851_1027, duration: 3636000
2015-03-13 10:50:03,588 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:03,588 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:50:03,589 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57948, dest: /127.0.0.1:57740, bytes: 1962, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741851_1027, duration: 5217000
2015-03-13 10:50:03,590 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:03,590 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:50:03,591 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:50:03,592 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.split is closed by DFSClient_NONMAPREDUCE_640982831_9
2015-03-13 10:50:03,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:50:03,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:50:03,597 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.splitmetainfo. BP-296811075-10.1.1.144-1426268958425 blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]}
2015-03-13 10:50:03,598 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741852_1028 src: /127.0.0.1:57952 dest: /127.0.0.1:57750
2015-03-13 10:50:03,600 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741852_1028 src: /127.0.0.1:57953 dest: /127.0.0.1:57747
2015-03-13 10:50:03,601 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741852_1028 src: /127.0.0.1:57954 dest: /127.0.0.1:57743
2015-03-13 10:50:03,604 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57954, dest: /127.0.0.1:57743, bytes: 191, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741852_1028, duration: 1461000
2015-03-13 10:50:03,604 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741852_1028, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:03,604 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:50:03,604 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57953, dest: /127.0.0.1:57747, bytes: 191, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741852_1028, duration: 1939000
2015-03-13 10:50:03,605 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:03,605 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:50:03,605 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57952, dest: /127.0.0.1:57750, bytes: 191, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741852_1028, duration: 2906000
2015-03-13 10:50:03,605 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:03,606 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:50:03,607 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_640982831_9
2015-03-13 10:50:03,607 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:5
2015-03-13 10:50:03,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:50:03,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:50:03,613 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 10:50:03,613 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 10:50:03,614 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 10:50:03,628 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.xml. BP-296811075-10.1.1.144-1426268958425 blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]}
2015-03-13 10:50:03,629 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741853_1029 src: /127.0.0.1:57955 dest: /127.0.0.1:57743
2015-03-13 10:50:03,631 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741853_1029 src: /127.0.0.1:57956 dest: /127.0.0.1:57750
2015-03-13 10:50:03,632 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741853_1029 src: /127.0.0.1:57959 dest: /127.0.0.1:57747
2015-03-13 10:50:03,636 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57959, dest: /127.0.0.1:57747, bytes: 95847, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741853_1029, duration: 1960000
2015-03-13 10:50:03,636 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741853_1029, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:03,637 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:03,637 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57956, dest: /127.0.0.1:57750, bytes: 95847, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741853_1029, duration: 2638000
2015-03-13 10:50:03,637 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:03,637 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:03,638 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57955, dest: /127.0.0.1:57743, bytes: 95847, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741853_1029, duration: 3646000
2015-03-13 10:50:03,638 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:03,640 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:03,641 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.xml is closed by DFSClient_NONMAPREDUCE_640982831_9
2015-03-13 10:50:03,642 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426268960696_0003
2015-03-13 10:50:03,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003 dst=null perm=null
2015-03-13 10:50:03,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.xml dst=null perm=null
2015-03-13 10:50:03,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.xml dst=null perm=null
2015-03-13 10:50:03,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.jar dst=null perm=null
2015-03-13 10:50:03,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.jar dst=null perm=null
2015-03-13 10:50:03,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.split dst=null perm=null
2015-03-13 10:50:03,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.split dst=null perm=null
2015-03-13 10:50:03,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.splitmetainfo dst=null perm=null
2015-03-13 10:50:03,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.splitmetainfo dst=null perm=null
2015-03-13 10:50:03,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:50:03,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:50:03,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:50:03,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:50:03,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:50:03,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:50:03,656 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 3 submitted by user soberoi
2015-03-13 10:50:03,656 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426268960696_0003
2015-03-13 10:50:03,656 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426268960696_0003
2015-03-13 10:50:03,656 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426268960696_0003
2015-03-13 10:50:03,656 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0003 State change from NEW to NEW_SAVING
2015-03-13 10:50:03,658 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0003 State change from NEW_SAVING to SUBMITTED
2015-03-13 10:50:03,659 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426268960696_0003_000001
2015-03-13 10:50:03,659 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0003_000001 State change from NEW to SUBMITTED
2015-03-13 10:50:03,659 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426268960696_0003 from user: soberoi activated in queue: default
2015-03-13 10:50:03,659 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426268960696_0003 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@5d529507, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-03-13 10:50:03,660 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426268960696_0003 user: soberoi leaf-queue of parent: root #applications: 2
2015-03-13 10:50:03,659 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426268960696_0003 to ResourceManager at /10.1.1.144:57763
2015-03-13 10:50:03,660 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426268960696_0003_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2015-03-13 10:50:03,660 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0003_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 10:50:03,660 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0003 State change from SUBMITTED to ACCEPTED
2015-03-13 10:50:03,663 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:57760/proxy/application_1426268960696_0003/
2015-03-13 10:50:03,663 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-flow] submitted hadoop job: job_1426268960696_0003
2015-03-13 10:50:03,663 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-flow] tracking url: http://Edinburgh.local:57760/proxy/application_1426268960696_0003/
2015-03-13 10:50:04,098 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:04,098 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0003_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:50:04,099 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000001
2015-03-13 10:50:04,099 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0003_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:57765, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2015-03-13 10:50:04,099 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0003 container=Container: [ContainerId: container_1426268960696_0003_01_000001, NodeId: 10.1.1.144:57765, NodeHttpAddress: 10.1.1.144:57768, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57765 }, ] containerId=container_1426268960696_0003_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:04,099 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 10:50:04,099 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0003_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:50:04,100 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:04,101 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426268960696_0003 AttemptId: appattempt_1426268960696_0003_000001 MasterContainer: Container: [ContainerId: container_1426268960696_0003_01_000001, NodeId: 10.1.1.144:57765, NodeHttpAddress: 10.1.1.144:57768, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57765 }, ]
2015-03-13 10:50:04,101 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0003_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 10:50:04,101 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426268960696_0003_000001
2015-03-13 10:50:04,101 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0003_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 10:50:04,102 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426268960696_0003_000001
2015-03-13 10:50:04,103 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426268960696_0003_01_000001, NodeId: 10.1.1.144:57765, NodeHttpAddress: 10.1.1.144:57768, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57765 }, ] for AM appattempt_1426268960696_0003_000001
2015-03-13 10:50:04,103 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426268960696_0003_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 10:50:04,106 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0003_000001 (auth:SIMPLE)
2015-03-13 10:50:04,108 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0003_01_000001 by user soberoi
2015-03-13 10:50:04,108 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426268960696_0003
2015-03-13 10:50:04,108 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000001
2015-03-13 10:50:04,108 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0003 transitioned from NEW to INITING
2015-03-13 10:50:04,108 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0003_01_000001 to application application_1426268960696_0003
2015-03-13 10:50:04,109 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0003 transitioned from INITING to RUNNING
2015-03-13 10:50:04,109 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426268960696_0003_01_000001, NodeId: 10.1.1.144:57765, NodeHttpAddress: 10.1.1.144:57768, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57765 }, ] for AM appattempt_1426268960696_0003_000001
2015-03-13 10:50:04,109 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0003_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 10:50:04,109 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 10:50:04,109 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0003
2015-03-13 10:50:04,109 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:50:04,110 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 10:50:04,110 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.split transitioned from INIT to DOWNLOADING
2015-03-13 10:50:04,110 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 10:50:04,110 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426268960696_0003_01_000001
2015-03-13 10:50:04,120 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1426268960696_0003_01_000001.tokens. Credentials list:
2015-03-13 10:50:04,135 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:50:04,206 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1426268960696_0003_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000001.tokens
2015-03-13 10:50:04,206 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0003
2015-03-13 10:50:04,242 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1352)) - BLOCK* ask 127.0.0.1:57750 to replicate blk_1073741850_1026 to datanode(s) 127.0.0.1:57740
2015-03-13 10:50:04,242 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57750 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741837_1013, blk_1073741838_1014]
2015-03-13 10:50:04,243 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57747 to delete [blk_1073741840_1016, blk_1073741843_1019, blk_1073741837_1013, blk_1073741838_1014, blk_1073741839_1015]
2015-03-13 10:50:04,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.jar dst=null perm=null
2015-03-13 10:50:04,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.jar dst=null perm=null
2015-03-13 10:50:04,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.jar dst=null perm=null
2015-03-13 10:50:04,297 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:57965, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1559512957_1836, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741850_1026, duration: 563000
2015-03-13 10:50:04,317 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:50:04,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.splitmetainfo dst=null perm=null
2015-03-13 10:50:04,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.splitmetainfo dst=null perm=null
2015-03-13 10:50:04,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.splitmetainfo dst=null perm=null
2015-03-13 10:50:04,341 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57743, dest: /127.0.0.1:57966, bytes: 195, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1559512957_1836, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741852_1028, duration: 223000
2015-03-13 10:50:04,354 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:50:04,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.split dst=null perm=null
2015-03-13 10:50:04,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.split dst=null perm=null
2015-03-13 10:50:04,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.split dst=null perm=null
2015-03-13 10:50:04,381 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:57967, bytes: 1978, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1559512957_1836, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741851_1027, duration: 196000
2015-03-13 10:50:04,393 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:50:04,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.xml dst=null perm=null
2015-03-13 10:50:04,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.xml dst=null perm=null
2015-03-13 10:50:04,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.xml dst=null perm=null
2015-03-13 10:50:04,417 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:57967, bytes: 96599, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1559512957_1836, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741853_1029, duration: 336000
2015-03-13 10:50:04,430 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:50:04,430 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:50:04,456 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 10:50:04,456 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:04,526 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000001/default_container_executor.sh]
2015-03-13 10:50:04,805 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741842_1018
2015-03-13 10:50:04,806 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741851_1027
2015-03-13 10:50:04,806 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741844_1020
2015-03-13 10:50:04,806 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741848_1024
2015-03-13 10:50:04,807 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741849_1025
2015-03-13 10:50:04,807 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741843_1019
2015-03-13 10:50:04,809 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741846_1022
2015-03-13 10:50:04,809 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741849_1025
2015-03-13 10:50:04,810 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741852_1028
2015-03-13 10:50:04,810 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741842_1018
2015-03-13 10:50:04,810 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741845_1021
2015-03-13 10:50:04,811 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741844_1020
2015-03-13 10:50:04,811 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741843_1019
2015-03-13 10:50:04,811 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741847_1023
2015-03-13 10:50:04,812 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741848_1024
2015-03-13 10:50:04,814 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741850_1026
2015-03-13 10:50:04,814 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741851_1027
2015-03-13 10:50:04,815 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741853_1029
2015-03-13 10:50:04,935 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741846_1022
2015-03-13 10:50:04,935 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741843_1019
2015-03-13 10:50:04,936 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741840 for deletion
2015-03-13 10:50:04,936 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741843 for deletion
2015-03-13 10:50:04,936 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741837 for deletion
2015-03-13 10:50:04,936 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741838 for deletion
2015-03-13 10:50:04,936 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741839 for deletion
2015-03-13 10:50:04,936 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741845_1021
2015-03-13 10:50:04,938 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741840
2015-03-13 10:50:04,938 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741843
2015-03-13 10:50:04,939 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741838
2015-03-13 10:50:04,939 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741837
2015-03-13 10:50:04,939 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741853_1029
2015-03-13 10:50:04,939 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741839
2015-03-13 10:50:04,939 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741847_1023
2015-03-13 10:50:04,940 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741842_1018
2015-03-13 10:50:04,942 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741850_1026
2015-03-13 10:50:04,942 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741851_1027
2015-03-13 10:50:04,943 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741852_1028
2015-03-13 10:50:05,103 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:05,103 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:05,104 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0003_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:50:05,105 INFO datanode.DataNode (DataNode.java:transferBlock(1319)) - DatanodeRegistration(127.0.0.1, storageID=DS-1548328959-10.1.1.144-57750-1426268960013, infoPort=57751, ipcPort=57752, storageInfo=lv=-47;cid=testClusterID;nsid=375309634;c=0) Starting thread to transfer BP-296811075-10.1.1.144-1426268958425:blk_1073741850_1026 to 127.0.0.1:57740
2015-03-13 10:50:05,105 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741840 for deletion
2015-03-13 10:50:05,105 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741841 for deletion
2015-03-13 10:50:05,106 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741837 for deletion
2015-03-13 10:50:05,106 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741838 for deletion
2015-03-13 10:50:05,106 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741840
2015-03-13 10:50:05,107 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741841
2015-03-13 10:50:05,107 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741850_1026 src: /127.0.0.1:57968 dest: /127.0.0.1:57740
2015-03-13 10:50:05,108 INFO datanode.DataNode (DataNode.java:run(1523)) - DataTransfer: Transmitted BP-296811075-10.1.1.144-1426268958425:blk_1073741850_1026 (numBytes=254067) to /127.0.0.1:57740
2015-03-13 10:50:05,107 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741837
2015-03-13 10:50:05,108 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741838
2015-03-13 10:50:05,109 INFO datanode.DataNode (DataXceiver.java:writeBlock(594)) - Received BP-296811075-10.1.1.144-1426268958425:blk_1073741850_1026 src: /127.0.0.1:57968 dest: /127.0.0.1:57740 of size 254067
2015-03-13 10:50:05,110 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741849_1025
2015-03-13 10:50:05,111 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741846_1022
2015-03-13 10:50:05,112 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741844_1020
2015-03-13 10:50:05,112 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741850_1026 size 254067
2015-03-13 10:50:05,112 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741845_1021
2015-03-13 10:50:05,114 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741853_1029
2015-03-13 10:50:05,116 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741850_1026
2015-03-13 10:50:05,117 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741852_1028
2015-03-13 10:50:05,117 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741851_1027
2015-03-13 10:50:05,118 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741847_1023
2015-03-13 10:50:05,119 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741848_1024
2015-03-13 10:50:06,108 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:06,108 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:06,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 10:50:06,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/COMMIT_STARTED dst=null perm=null
2015-03-13 10:50:06,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/COMMIT_SUCCESS dst=null perm=null
2015-03-13 10:50:06,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/COMMIT_FAIL dst=null perm=null
2015-03-13 10:50:06,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003 dst=null perm=null
2015-03-13 10:50:06,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 10:50:06,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 10:50:06,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.splitmetainfo dst=null perm=null
2015-03-13 10:50:06,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.splitmetainfo dst=null perm=null
2015-03-13 10:50:06,544 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:57970, bytes: 195, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1076771563_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741852_1028, duration: 158000
2015-03-13 10:50:07,112 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:07,112 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:07,245 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57740 to delete [blk_1073741841_1017, blk_1073741843_1019, blk_1073741837_1013, blk_1073741838_1014, blk_1073741839_1015]
2015-03-13 10:50:07,246 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57743 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741843_1019, blk_1073741837_1013, blk_1073741838_1014, blk_1073741839_1015]
2015-03-13 10:50:07,328 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0003_000001 (auth:SIMPLE)
2015-03-13 10:50:07,330 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426268960696_0003_000001
2015-03-13 10:50:07,330 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426268960696_0003 APPATTEMPTID=appattempt_1426268960696_0003_000001
2015-03-13 10:50:07,330 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0003_000001 State change from LAUNCHED to RUNNING
2015-03-13 10:50:07,331 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0003 State change from ACCEPTED to RUNNING
2015-03-13 10:50:07,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job_1426268960696_0003_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:07,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:50:07,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job_1426268960696_0003_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:07,543 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job_1426268960696_0003_1_conf.xml. BP-296811075-10.1.1.144-1426268958425 blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]}
2015-03-13 10:50:07,586 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741854_1030 src: /127.0.0.1:57976 dest: /127.0.0.1:57740
2015-03-13 10:50:07,587 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741854_1030 src: /127.0.0.1:57977 dest: /127.0.0.1:57750
2015-03-13 10:50:07,589 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741854_1030 src: /127.0.0.1:57978 dest: /127.0.0.1:57747
2015-03-13 10:50:07,595 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57978, dest: /127.0.0.1:57747, bytes: 88617, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1076771563_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741854_1030, duration: 5126000
2015-03-13 10:50:07,595 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741854_1030, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:07,596 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:07,596 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57977, dest: /127.0.0.1:57750, bytes: 88617, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1076771563_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741854_1030, duration: 5734000
2015-03-13 10:50:07,596 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:07,597 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:07,597 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:57976, dest: /127.0.0.1:57740, bytes: 88617, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1076771563_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741854_1030, duration: 6709000
2015-03-13 10:50:07,597 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:07,598 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:07,601 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job_1426268960696_0003_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1076771563_1
2015-03-13 10:50:07,809 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741840 for deletion
2015-03-13 10:50:07,809 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741841 for deletion
2015-03-13 10:50:07,809 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741843 for deletion
2015-03-13 10:50:07,810 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741840
2015-03-13 10:50:07,810 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741841
2015-03-13 10:50:07,809 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741841 for deletion
2015-03-13 10:50:07,810 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741843 for deletion
2015-03-13 10:50:07,810 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741837 for deletion
2015-03-13 10:50:07,810 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741837 for deletion
2015-03-13 10:50:07,810 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741838 for deletion
2015-03-13 10:50:07,810 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741839 for deletion
2015-03-13 10:50:07,810 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741841
2015-03-13 10:50:07,810 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741843
2015-03-13 10:50:07,811 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741838
2015-03-13 10:50:07,811 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741843
2015-03-13 10:50:07,811 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741837
2015-03-13 10:50:07,810 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741838 for deletion
2015-03-13 10:50:07,811 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741837
2015-03-13 10:50:07,811 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741839 for deletion
2015-03-13 10:50:07,811 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741839
2015-03-13 10:50:07,811 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741838
2015-03-13 10:50:07,812 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741839
2015-03-13 10:50:08,114 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:08,114 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:08,605 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1426268960696_0002_01_000001 succeeded
2015-03-13 10:50:08,605 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-03-13 10:50:08,605 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0002_01_000001
2015-03-13 10:50:08,614 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000001
2015-03-13 10:50:08,615 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000001
2015-03-13 10:50:08,616 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0002 CONTAINERID=container_1426268960696_0002_01_000001
2015-03-13 10:50:08,616 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0002_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-03-13 10:50:08,616 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0002_01_000001 from application application_1426268960696_0002
2015-03-13 10:50:08,616 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000001
2015-03-13 10:50:08,616 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426268960696_0002/container_1426268960696_0002_01_000001
2015-03-13 10:50:08,616 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:08,618 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0002
2015-03-13 10:50:09,115 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_COMPLETE diagnostics: "" exit_status: 0
2015-03-13 10:50:09,115 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:09,116 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0002_01_000001
2015-03-13 10:50:09,117 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0003_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:50:09,117 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000002
2015-03-13 10:50:09,117 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0003_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57765, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 10:50:09,117 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0003 container=Container: [ContainerId: container_1426268960696_0003_01_000002, NodeId: 10.1.1.144:57765, NodeHttpAddress: 10.1.1.144:57768, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57765 }, ] containerId=container_1426268960696_0003_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:09,118 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-03-13 10:50:09,118 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:09,119 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0003_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:50:09,119 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000003
2015-03-13 10:50:09,119 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0003_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57765, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2015-03-13 10:50:09,119 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0003 container=Container: [ContainerId: container_1426268960696_0003_01_000003, NodeId: 10.1.1.144:57765, NodeHttpAddress: 10.1.1.144:57768, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57765 }, ] containerId=container_1426268960696_0003_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:09,119 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-03-13 10:50:09,119 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:09,120 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0002_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:50:09,120 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(550)) - Unregistering app attempt : appattempt_1426268960696_0002_000001
2015-03-13 10:50:09,120 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0002_01_000001 in state: COMPLETED event:FINISHED
2015-03-13 10:50:09,120 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0002_000001 State change from FINISHING to FINISHED
2015-03-13 10:50:09,120 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0002 CONTAINERID=container_1426268960696_0002_01_000001
2015-03-13 10:50:09,120 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0002 State change from FINISHING to FINISHED
2015-03-13 10:50:09,120 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0002_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:57769, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 10:50:09,121 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-03-13 10:50:09,121 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1426268960696_0002
2015-03-13 10:50:09,121 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0002_01_000001, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:09,121 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1426268960696_0002_000001
2015-03-13 10:50:09,121 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(166)) - appId=application_1426268960696_0002,name=[D816A940CDF6463A8EEE895D58526CCA/A04226B07AC04E6B8D28290B54977F60] first-flow/(1/1) ...preduceflowplatform/flow4,user=soberoi,queue=default,state=FINISHED,trackingUrl=Edinburgh.local:57760/proxy/application_1426268960696_0002/jobhistory/job/job_1426268960696_0002,appMasterHost=Edinburgh.local,startTime=1426268988813,finishTime=1426269002460,finalStatus=SUCCEEDED
2015-03-13 10:50:09,121 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:09,122 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3
2015-03-13 10:50:09,122 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0002_000001 released container container_1426268960696_0002_01_000001 on node: host: 10.1.1.144:57769 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 10:50:09,122 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0003_01_000004 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:50:09,122 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000004
2015-03-13 10:50:09,123 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0003_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57769, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 10:50:09,123 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0003 container=Container: [ContainerId: container_1426268960696_0003_01_000004, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ] containerId=container_1426268960696_0003_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:09,123 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=4
2015-03-13 10:50:09,123 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:09,124 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0003_01_000005 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:50:09,124 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000005
2015-03-13 10:50:09,124 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0003_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57769, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2015-03-13 10:50:09,125 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0003 container=Container: [ContainerId: container_1426268960696_0003_01_000005, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ] containerId=container_1426268960696_0003_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:09,125 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2015-03-13 10:50:09,125 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0002_000001 (auth:SIMPLE)
2015-03-13 10:50:09,125 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:09,126 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0003_01_000006 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:50:09,126 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000006
2015-03-13 10:50:09,126 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0003_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57769, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2015-03-13 10:50:09,127 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0003 container=Container: [ContainerId: container_1426268960696_0003_01_000006, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ] containerId=container_1426268960696_0003_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:09,127 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2015-03-13 10:50:09,127 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:09,127 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0002_01_000001
2015-03-13 10:50:09,127 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplication(470)) - Application appattempt_1426268960696_0002_000001 is done. finalState=FINISHED
2015-03-13 10:50:09,128 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1426268960696_0002 requests cleared
2015-03-13 10:50:09,128 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(779)) - Application removed - appId: application_1426268960696_0002 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-03-13 10:50:09,128 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(510)) - Application removed - appId: application_1426268960696_0002 user: soberoi leaf-queue of parent: root #applications: 1
2015-03-13 10:50:09,283 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 10:50:09,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0002
2015-03-13 10:50:09,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426268960696_0002
2015-03-13 10:50:09,283 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426268960696_0002
2015-03-13 10:50:09,284 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 10:50:09,284 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426268960696_0002, with delay of 10800 seconds
2015-03-13 10:50:09,284 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426268960696_0002
2015-03-13 10:50:09,284 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426268960696_0002
2015-03-13 10:50:09,364 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0003_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:50:09,364 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0003_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:50:09,364 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0003_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:50:09,365 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0003_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:50:09,365 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0003_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:50:09,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.jar dst=null perm=null
2015-03-13 10:50:09,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.jar dst=null perm=null
2015-03-13 10:50:09,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.xml dst=null perm=null
2015-03-13 10:50:09,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.xml dst=null perm=null
2015-03-13 10:50:09,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:50:09,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:50:09,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:50:09,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:50:09,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:50:09,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:50:09,490 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0003_000001 (auth:SIMPLE)
2015-03-13 10:50:09,490 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0003_000001 (auth:SIMPLE)
2015-03-13 10:50:09,494 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0003_01_000003 by user soberoi
2015-03-13 10:50:09,494 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000003
2015-03-13 10:50:09,495 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0003_01_000005 by user soberoi
2015-03-13 10:50:09,495 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0003_01_000006 by user soberoi
2015-03-13 10:50:09,495 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000006
2015-03-13 10:50:09,496 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0003_01_000004 by user soberoi
2015-03-13 10:50:09,496 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000004
2015-03-13 10:50:09,496 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0003_01_000006 to application application_1426268960696_0003
2015-03-13 10:50:09,496 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0003_01_000004 to application application_1426268960696_0003
2015-03-13 10:50:09,494 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0003_01_000002 by user soberoi
2015-03-13 10:50:09,497 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000002
2015-03-13 10:50:09,495 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426268960696_0003
2015-03-13 10:50:09,497 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000005
2015-03-13 10:50:09,495 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0003_01_000003 to application application_1426268960696_0003
2015-03-13 10:50:09,498 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0003 transitioned from NEW to INITING
2015-03-13 10:50:09,498 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0003_01_000002 to application application_1426268960696_0003
2015-03-13 10:50:09,498 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0003_01_000005 to application application_1426268960696_0003
2015-03-13 10:50:09,498 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 10:50:09,499 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 10:50:09,499 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0003
2015-03-13 10:50:09,499 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0003
2015-03-13 10:50:09,499 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:50:09,499 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0003
2015-03-13 10:50:09,499 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0003
2015-03-13 10:50:09,499 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0003
2015-03-13 10:50:09,499 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:50:09,500 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0003
2015-03-13 10:50:09,500 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:50:09,498 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0003 transitioned from INITING to RUNNING
2015-03-13 10:50:09,501 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:50:09,501 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000006 transitioned from NEW to LOCALIZING
2015-03-13 10:50:09,501 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000004 transitioned from NEW to LOCALIZING
2015-03-13 10:50:09,501 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000005 transitioned from NEW to LOCALIZING
2015-03-13 10:50:09,501 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0003
2015-03-13 10:50:09,501 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0003
2015-03-13 10:50:09,502 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:50:09,502 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0003
2015-03-13 10:50:09,502 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 10:50:09,502 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 10:50:09,502 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0003
2015-03-13 10:50:09,502 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0003
2015-03-13 10:50:09,502 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:50:09,502 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0003
2015-03-13 10:50:09,503 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0003
2015-03-13 10:50:09,503 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0003
2015-03-13 10:50:09,503 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:50:09,503 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0003
2015-03-13 10:50:09,503 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426268960696_0003_01_000006
2015-03-13 10:50:09,506 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426268960696_0003_01_000004
2015-03-13 10:50:09,509 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426268960696_0003_01_000005
2015-03-13 10:50:09,531 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1426268960696_0003_01_000006.tokens. Credentials list:
2015-03-13 10:50:09,531 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1426268960696_0003_01_000004.tokens. Credentials list:
2015-03-13 10:50:09,535 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1426268960696_0003_01_000005.tokens. Credentials list:
2015-03-13 10:50:09,549 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 10:50:09,549 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 10:50:09,550 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:09,550 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:09,553 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:50:09,649 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000003/default_container_executor.sh]
2015-03-13 10:50:09,655 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000002/default_container_executor.sh]
2015-03-13 10:50:09,656 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1426268960696_0003_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000006.tokens
2015-03-13 10:50:09,656 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0003
2015-03-13 10:50:09,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.jar dst=null perm=null
2015-03-13 10:50:09,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.jar dst=null perm=null
2015-03-13 10:50:09,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.jar dst=null perm=null
2015-03-13 10:50:09,774 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:57984, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1369283982_1996, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741850_1026, duration: 695000
2015-03-13 10:50:09,801 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:50:09,815 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741850_1026
2015-03-13 10:50:09,816 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741854_1030
2015-03-13 10:50:09,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.xml dst=null perm=null
2015-03-13 10:50:09,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.xml dst=null perm=null
2015-03-13 10:50:09,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.xml dst=null perm=null
2015-03-13 10:50:09,838 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57743, dest: /127.0.0.1:57985, bytes: 96599, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1369283982_1996, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741853_1029, duration: 322000
2015-03-13 10:50:09,876 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:50:09,876 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:50:09,877 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:50:09,877 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:50:09,918 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000005 transitioned from LOCALIZED to RUNNING
2015-03-13 10:50:09,919 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000006 transitioned from LOCALIZED to RUNNING
2015-03-13 10:50:09,919 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000004 transitioned from LOCALIZED to RUNNING
2015-03-13 10:50:09,919 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:09,919 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:09,919 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:09,947 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741854_1030
2015-03-13 10:50:10,058 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000006/default_container_executor.sh]
2015-03-13 10:50:10,060 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000004/default_container_executor.sh]
2015-03-13 10:50:10,061 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000005/default_container_executor.sh]
2015-03-13 10:50:10,121 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:10,121 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:10,122 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:10,122 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:10,122 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:10,123 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:10,124 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741854_1030
2015-03-13 10:50:10,124 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0003_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:50:10,125 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0003_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:50:10,125 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0003_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:50:10,124 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 10:50:10,125 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0003_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:50:10,125 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0003_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:50:10,126 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0002
2015-03-13 10:50:10,126 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426268960696_0002
2015-03-13 10:50:10,126 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 10:50:10,126 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426268960696_0002, with delay of 10800 seconds
2015-03-13 10:50:10,126 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426268960696_0002
2015-03-13 10:50:10,127 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426268960696_0002
2015-03-13 10:50:10,127 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426268960696_0002
2015-03-13 10:50:10,378 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 10:50:10,908 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:50:11,046 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1426268960696_0003_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000005.tokens
2015-03-13 10:50:11,046 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0003
2015-03-13 10:50:11,123 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:11,123 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:11,123 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:11,124 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:11,124 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:11,124 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:11,150 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:50:11,288 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1426268960696_0003_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000004.tokens
2015-03-13 10:50:11,288 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0003
2015-03-13 10:50:12,126 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:12,126 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:12,127 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:12,127 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:12,127 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:12,127 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:13,128 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:13,128 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:13,128 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:13,129 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:13,129 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:13,129 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:14,134 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:14,135 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:14,135 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:14,135 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:14,135 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:14,135 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:15,138 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:15,138 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:15,138 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:15,138 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:15,138 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:15,139 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:16,143 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:16,143 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:16,143 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:16,143 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:16,144 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:16,144 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:17,145 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:17,145 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:17,146 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:17,146 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:17,146 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:17,146 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:17,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.split dst=null perm=null
2015-03-13 10:50:17,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.split dst=null perm=null
2015-03-13 10:50:17,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.split dst=null perm=null
2015-03-13 10:50:18,075 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57743, dest: /127.0.0.1:57996, bytes: 1978, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0003_m_000000_0_551562832_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741851_1027, duration: 254000
2015-03-13 10:50:18,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.split dst=null perm=null
2015-03-13 10:50:18,148 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:18,148 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:18,148 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:18,149 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:18,149 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:18,149 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:18,173 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:57998, bytes: 1978, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0003_m_000001_0_188668792_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741851_1027, duration: 251000
2015-03-13 10:50:18,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job.split dst=null perm=null
2015-03-13 10:50:18,196 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:57999, bytes: 1462, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0003_m_000002_0_660114220_1, offset: 512, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741851_1027, duration: 188000
2015-03-13 10:50:18,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00001 dst=null perm=null
2015-03-13 10:50:18,268 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:58001, bytes: 430, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0003_m_000004_0_527199507_1, offset: 1536, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741851_1027, duration: 191000
2015-03-13 10:50:18,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:18,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 dst=null perm=null
2015-03-13 10:50:18,330 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:58002, bytes: 946, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0003_m_000003_0_1025045362_1, offset: 1024, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741851_1027, duration: 1712000
2015-03-13 10:50:18,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:18,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00000 dst=null perm=null
2015-03-13 10:50:18,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:18,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 dst=null perm=null
2015-03-13 10:50:18,401 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:58003, bytes: 449, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0003_m_000004_0_527199507_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741846_1022, duration: 206000
2015-03-13 10:50:18,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000004_0/part-00004 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:18,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00003 dst=null perm=null
2015-03-13 10:50:18,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:18,573 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57743, dest: /127.0.0.1:57996, bytes: 405, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0003_m_000000_0_551562832_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741845_1021, duration: 218000
2015-03-13 10:50:18,597 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000000_0/part-00000. BP-296811075-10.1.1.144-1426268958425 blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]}
2015-03-13 10:50:18,646 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741855_1031 src: /127.0.0.1:58004 dest: /127.0.0.1:57747
2015-03-13 10:50:18,647 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:58005, bytes: 449, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0003_m_000001_0_188668792_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741846_1022, duration: 205000
2015-03-13 10:50:18,648 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741855_1031 src: /127.0.0.1:58006 dest: /127.0.0.1:57750
2015-03-13 10:50:18,651 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741855_1031 src: /127.0.0.1:58007 dest: /127.0.0.1:57740
2015-03-13 10:50:18,661 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58007, dest: /127.0.0.1:57740, bytes: 411, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0003_m_000000_0_551562832_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741855_1031, duration: 8073000
2015-03-13 10:50:18,661 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741855_1031, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:18,661 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:50:18,662 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58006, dest: /127.0.0.1:57750, bytes: 411, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0003_m_000000_0_551562832_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741855_1031, duration: 8041000
2015-03-13 10:50:18,663 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:18,664 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:50:18,664 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58004, dest: /127.0.0.1:57747, bytes: 411, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0003_m_000000_0_551562832_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741855_1031, duration: 10661000
2015-03-13 10:50:18,664 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:18,664 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:50:18,671 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000000_0/part-00000 is closed by DFSClient_attempt_1426268960696_0003_m_000000_0_551562832_1
2015-03-13 10:50:18,679 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000001_0/part-00001. BP-296811075-10.1.1.144-1426268958425 blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]}
2015-03-13 10:50:18,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000000_0 dst=null perm=null
2015-03-13 10:50:18,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000000_0 dst=null perm=null
2015-03-13 10:50:18,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1426268960696_0003_m_000000 dst=null perm=null
2015-03-13 10:50:18,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1426268960696_0003_m_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:50:18,725 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0003_01_000002
2015-03-13 10:50:18,725 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000002
2015-03-13 10:50:18,725 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000002 transitioned from RUNNING to KILLING
2015-03-13 10:50:18,726 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0003_01_000002
2015-03-13 10:50:18,726 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:18,726 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:50:18,726 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:18,739 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0003_01_000002 is : 143
2015-03-13 10:50:18,742 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job_1426268960696_0003_1.jhist. BP-296811075-10.1.1.144-1426268958425 blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]}
2015-03-13 10:50:18,744 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741857_1033 src: /127.0.0.1:58009 dest: /127.0.0.1:57750
2015-03-13 10:50:18,746 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741857_1033 src: /127.0.0.1:58010 dest: /127.0.0.1:57743
2015-03-13 10:50:18,747 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741857_1033 src: /127.0.0.1:58011 dest: /127.0.0.1:57747
2015-03-13 10:50:18,751 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741856_1032 src: /127.0.0.1:58008 dest: /127.0.0.1:57743
2015-03-13 10:50:18,752 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:50:18,752 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job_1426268960696_0003_1.jhist for DFSClient_NONMAPREDUCE_-1076771563_1
2015-03-13 10:50:18,753 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000002
2015-03-13 10:50:18,753 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000002
2015-03-13 10:50:18,753 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000002
2015-03-13 10:50:18,754 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:50:18,754 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000002
2015-03-13 10:50:18,754 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0003_01_000002 from application application_1426268960696_0003
2015-03-13 10:50:18,754 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:18,754 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741856_1032 src: /127.0.0.1:58012 dest: /127.0.0.1:57747
2015-03-13 10:50:18,755 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0003
2015-03-13 10:50:18,755 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000002
2015-03-13 10:50:18,758 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741856_1032 src: /127.0.0.1:58013 dest: /127.0.0.1:57740
2015-03-13 10:50:18,768 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58013, dest: /127.0.0.1:57740, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0003_m_000001_0_188668792_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741856_1032, duration: 6675000
2015-03-13 10:50:18,768 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741856_1032, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:18,768 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:50:18,769 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58012, dest: /127.0.0.1:57747, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0003_m_000001_0_188668792_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741856_1032, duration: 7321000
2015-03-13 10:50:18,769 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:18,769 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:50:18,770 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58008, dest: /127.0.0.1:57743, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0003_m_000001_0_188668792_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741856_1032, duration: 8216000
2015-03-13 10:50:18,770 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:18,770 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:50:18,780 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57743, dest: /127.0.0.1:58014, bytes: 333, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0003_m_000002_0_660114220_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741842_1018, duration: 184000
2015-03-13 10:50:18,793 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000001_0/part-00001 is closed by DFSClient_attempt_1426268960696_0003_m_000001_0_188668792_1
2015-03-13 10:50:18,801 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000002_0/part-00002. BP-296811075-10.1.1.144-1426268958425 blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]}
2015-03-13 10:50:18,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000001_0 dst=null perm=null
2015-03-13 10:50:18,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000001_0 dst=null perm=null
2015-03-13 10:50:18,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1426268960696_0003_m_000001 dst=null perm=null
2015-03-13 10:50:18,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1426268960696_0003_m_000001 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:50:18,843 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741858_1034 src: /127.0.0.1:58015 dest: /127.0.0.1:57740
2015-03-13 10:50:18,844 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741858_1034 src: /127.0.0.1:58016 dest: /127.0.0.1:57743
2015-03-13 10:50:18,846 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741858_1034 src: /127.0.0.1:58017 dest: /127.0.0.1:57747
2015-03-13 10:50:18,849 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0003_01_000003
2015-03-13 10:50:18,849 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000003
2015-03-13 10:50:18,849 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000003 transitioned from RUNNING to KILLING
2015-03-13 10:50:18,849 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0003_01_000003
2015-03-13 10:50:18,849 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:18,850 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:50:18,850 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0003_01_000002
2015-03-13 10:50:18,850 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:50:18,851 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0003_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:50:18,851 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0003_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 10:50:18,851 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000002
2015-03-13 10:50:18,851 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0003_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57765, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-03-13 10:50:18,851 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-03-13 10:50:18,851 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0003_01_000002, NodeId: 10.1.1.144:57765, NodeHttpAddress: 10.1.1.144:57768, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57765 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:18,851 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:18,851 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-03-13 10:50:18,852 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0003_000001 released container container_1426268960696_0003_01_000002 on node: host: 10.1.1.144:57765 #containers=2 available=1024 used=3072 with event: FINISHED
2015-03-13 10:50:18,862 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0003_01_000003 is : 143
2015-03-13 10:50:18,867 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58017, dest: /127.0.0.1:57747, bytes: 335, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0003_m_000002_0_660114220_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741858_1034, duration: 19811000
2015-03-13 10:50:18,867 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741858_1034, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:18,868 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:18,868 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58016, dest: /127.0.0.1:57743, bytes: 335, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0003_m_000002_0_660114220_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741858_1034, duration: 20691000
2015-03-13 10:50:18,868 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:18,869 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:18,869 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58015, dest: /127.0.0.1:57740, bytes: 335, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0003_m_000002_0_660114220_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741858_1034, duration: 21638000
2015-03-13 10:50:18,869 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:18,869 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:18,874 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000002_0/part-00002 is closed by DFSClient_attempt_1426268960696_0003_m_000002_0_660114220_1
2015-03-13 10:50:18,877 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:50:18,877 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000003
2015-03-13 10:50:18,877 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000003
2015-03-13 10:50:18,878 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000003
2015-03-13 10:50:18,879 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000003
2015-03-13 10:50:18,879 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000003
2015-03-13 10:50:18,879 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:50:18,879 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0003_01_000003 from application application_1426268960696_0003
2015-03-13 10:50:18,879 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:18,879 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0003
2015-03-13 10:50:18,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000002_0 dst=null perm=null
2015-03-13 10:50:18,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000002_0 dst=null perm=null
2015-03-13 10:50:18,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1426268960696_0003_m_000002 dst=null perm=null
2015-03-13 10:50:18,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1426268960696_0003_m_000002 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:50:18,916 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0003_01_000004
2015-03-13 10:50:18,916 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000004
2015-03-13 10:50:18,916 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000004 transitioned from RUNNING to KILLING
2015-03-13 10:50:18,916 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0003_01_000004
2015-03-13 10:50:18,916 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:50:18,917 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:18,917 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:18,929 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0003_01_000004 is : 143
2015-03-13 10:50:18,931 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(663)) - Number of transactions: 291 Total time for transactions(ms): 13 Number of transactions batched in Syncs: 0 Number of syncs: 148 SyncTimes(ms): 49 33
2015-03-13 10:50:18,931 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000004_0/part-00004 is closed by DFSClient_attempt_1426268960696_0003_m_000004_0_527199507_1
2015-03-13 10:50:18,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000004_0 dst=null perm=null
2015-03-13 10:50:18,944 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:50:18,944 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000004
2015-03-13 10:50:18,945 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000004
2015-03-13 10:50:18,945 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000004
2015-03-13 10:50:18,946 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000004
2015-03-13 10:50:18,946 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000004
2015-03-13 10:50:18,947 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:50:18,947 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0003_01_000004 from application application_1426268960696_0003
2015-03-13 10:50:18,947 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:18,947 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0003
2015-03-13 10:50:18,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000004_0 dst=null perm=null
2015-03-13 10:50:18,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1426268960696_0003_m_000004 dst=null perm=null
2015-03-13 10:50:18,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000004_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1426268960696_0003_m_000004 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:50:18,969 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0003_01_000006
2015-03-13 10:50:18,969 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000006
2015-03-13 10:50:18,969 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000006 transitioned from RUNNING to KILLING
2015-03-13 10:50:18,969 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0003_01_000006
2015-03-13 10:50:18,970 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:50:18,970 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0003_01_000004
2015-03-13 10:50:18,970 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:18,971 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:50:18,971 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0003_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:50:18,971 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0003_01_000004 in state: COMPLETED event:FINISHED
2015-03-13 10:50:18,971 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000004
2015-03-13 10:50:18,972 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0003_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57769, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-03-13 10:50:18,972 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-03-13 10:50:18,972 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0003_01_000004, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:18,972 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:18,972 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-03-13 10:50:18,972 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0003_000001 released container container_1426268960696_0003_01_000004 on node: host: 10.1.1.144:57769 #containers=2 available=2048 used=2048 with event: FINISHED
2015-03-13 10:50:18,983 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0003_01_000006 is : 143
2015-03-13 10:50:18,987 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:58018, bytes: 319, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0003_m_000003_0_1025045362_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741844_1020, duration: 199000
2015-03-13 10:50:18,998 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:50:18,998 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000006
2015-03-13 10:50:18,999 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000006
2015-03-13 10:50:18,999 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000006
2015-03-13 10:50:18,999 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000006
2015-03-13 10:50:19,000 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000006
2015-03-13 10:50:19,001 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:50:19,001 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0003_01_000006 from application application_1426268960696_0003
2015-03-13 10:50:19,001 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:19,001 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0003
2015-03-13 10:50:19,006 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000003_0/part-00003. BP-296811075-10.1.1.144-1426268958425 blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]}
2015-03-13 10:50:19,044 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741859_1035 src: /127.0.0.1:58019 dest: /127.0.0.1:57750
2015-03-13 10:50:19,046 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741859_1035 src: /127.0.0.1:58020 dest: /127.0.0.1:57747
2015-03-13 10:50:19,047 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741859_1035 src: /127.0.0.1:58021 dest: /127.0.0.1:57743
2015-03-13 10:50:19,060 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58021, dest: /127.0.0.1:57743, bytes: 321, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0003_m_000003_0_1025045362_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741859_1035, duration: 11131000
2015-03-13 10:50:19,060 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741859_1035, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:19,061 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:50:19,061 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58020, dest: /127.0.0.1:57747, bytes: 321, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0003_m_000003_0_1025045362_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741859_1035, duration: 11860000
2015-03-13 10:50:19,061 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:19,062 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:50:19,062 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58019, dest: /127.0.0.1:57750, bytes: 321, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0003_m_000003_0_1025045362_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741859_1035, duration: 12792000
2015-03-13 10:50:19,062 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:19,063 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:50:19,069 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000003_0/part-00003 is closed by DFSClient_attempt_1426268960696_0003_m_000003_0_1025045362_1
2015-03-13 10:50:19,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000003_0 dst=null perm=null
2015-03-13 10:50:19,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000003_0 dst=null perm=null
2015-03-13 10:50:19,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1426268960696_0003_m_000003 dst=null perm=null
2015-03-13 10:50:19,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1426268960696_0003_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1426268960696_0003_m_000003 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:50:19,107 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0003_01_000005
2015-03-13 10:50:19,107 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000005
2015-03-13 10:50:19,107 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000005 transitioned from RUNNING to KILLING
2015-03-13 10:50:19,107 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0003_01_000005
2015-03-13 10:50:19,107 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:50:19,108 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:50:19,108 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0003_01_000006
2015-03-13 10:50:19,108 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0003_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:50:19,108 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0003_01_000006 in state: COMPLETED event:FINISHED
2015-03-13 10:50:19,109 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000006
2015-03-13 10:50:19,109 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0003_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57769, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-03-13 10:50:19,109 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-03-13 10:50:19,109 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0003_01_000006, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:19,109 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:19,109 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-03-13 10:50:19,109 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0003_000001 released container container_1426268960696_0003_01_000006 on node: host: 10.1.1.144:57769 #containers=1 available=3072 used=1024 with event: FINISHED
2015-03-13 10:50:19,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:19,115 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1076771563_1
2015-03-13 10:50:19,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1 dst=null perm=null
2015-03-13 10:50:19,121 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0003_01_000005 is : 143
2015-03-13 10:50:19,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-03-13 10:50:19,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-03-13 10:50:19,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1426268960696_0003_m_000000 dst=null perm=null
2015-03-13 10:50:19,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00000 dst=null perm=null
2015-03-13 10:50:19,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1426268960696_0003_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:19,135 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:50:19,136 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000005
2015-03-13 10:50:19,136 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000005
2015-03-13 10:50:19,137 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000005
2015-03-13 10:50:19,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-03-13 10:50:19,138 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000005
2015-03-13 10:50:19,139 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000005
2015-03-13 10:50:19,139 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:50:19,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-03-13 10:50:19,139 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0003_01_000005 from application application_1426268960696_0003
2015-03-13 10:50:19,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1426268960696_0003_m_000001 dst=null perm=null
2015-03-13 10:50:19,140 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:19,141 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0003
2015-03-13 10:50:19,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 dst=null perm=null
2015-03-13 10:50:19,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1426268960696_0003_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:19,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-03-13 10:50:19,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-03-13 10:50:19,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1426268960696_0003_m_000002 dst=null perm=null
2015-03-13 10:50:19,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00002 dst=null perm=null
2015-03-13 10:50:19,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1426268960696_0003_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00002 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:19,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-03-13 10:50:19,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-03-13 10:50:19,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1426268960696_0003_m_000003 dst=null perm=null
2015-03-13 10:50:19,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00003 dst=null perm=null
2015-03-13 10:50:19,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1426268960696_0003_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00003 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:19,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-03-13 10:50:19,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-03-13 10:50:19,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1426268960696_0003_m_000004 dst=null perm=null
2015-03-13 10:50:19,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00004 dst=null perm=null
2015-03-13 10:50:19,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1426268960696_0003_m_000004/part-00004 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00004 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:19,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary dst=null perm=null
2015-03-13 10:50:19,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:19,173 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1076771563_1
2015-03-13 10:50:19,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:19,177 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1076771563_1
2015-03-13 10:50:19,190 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58011, dest: /127.0.0.1:57747, bytes: 53544, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1076771563_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741857_1033, duration: 441094000
2015-03-13 10:50:19,191 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741857_1033, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:19,191 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:19,192 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58010, dest: /127.0.0.1:57743, bytes: 53544, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1076771563_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741857_1033, duration: 442459000
2015-03-13 10:50:19,192 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:19,193 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:19,193 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58009, dest: /127.0.0.1:57750, bytes: 53544, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1076771563_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741857_1033, duration: 443983000
2015-03-13 10:50:19,193 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:19,194 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:19,198 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job_1426268960696_0003_1.jhist is closed by DFSClient_NONMAPREDUCE_-1076771563_1
2015-03-13 10:50:19,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0003.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:19,203 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0003.summary_tmp. BP-296811075-10.1.1.144-1426268958425 blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]}
2015-03-13 10:50:19,205 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741860_1036 src: /127.0.0.1:58022 dest: /127.0.0.1:57743
2015-03-13 10:50:19,206 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741860_1036 src: /127.0.0.1:58023 dest: /127.0.0.1:57747
2015-03-13 10:50:19,207 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741860_1036 src: /127.0.0.1:58024 dest: /127.0.0.1:57750
2015-03-13 10:50:19,212 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58024, dest: /127.0.0.1:57750, bytes: 440, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1076771563_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741860_1036, duration: 3537000
2015-03-13 10:50:19,213 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741860_1036, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:19,213 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:50:19,213 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58023, dest: /127.0.0.1:57747, bytes: 440, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1076771563_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741860_1036, duration: 4115000
2015-03-13 10:50:19,213 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:19,214 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:50:19,215 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58022, dest: /127.0.0.1:57743, bytes: 440, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1076771563_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741860_1036, duration: 5239000
2015-03-13 10:50:19,215 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:19,215 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:50:19,217 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0003.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1076771563_1
2015-03-13 10:50:19,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0003.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:50:19,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job_1426268960696_0003_1.jhist dst=null perm=null
2015-03-13 10:50:19,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0003-1426269003655-soberoi-%5BC01926C9A65C47DFAF90710596960C2C%2FA033061021444C05-1426269019178-5-0-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 10:50:19,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job_1426268960696_0003_1.jhist dst=null perm=null
2015-03-13 10:50:19,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0003-1426269003655-soberoi-%5BC01926C9A65C47DFAF90710596960C2C%2FA033061021444C05-1426269019178-5-0-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 10:50:19,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job_1426268960696_0003_1.jhist dst=null perm=null
2015-03-13 10:50:19,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0003-1426269003655-soberoi-%5BC01926C9A65C47DFAF90710596960C2C%2FA033061021444C05-1426269019178-5-0-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:19,236 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:58025, bytes: 53964, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1076771563_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741857_1033, duration: 246000
2015-03-13 10:50:19,238 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0003-1426269003655-soberoi-%5BC01926C9A65C47DFAF90710596960C2C%2FA033061021444C05-1426269019178-5-0-SUCCEEDED-default.jhist_tmp. BP-296811075-10.1.1.144-1426268958425 blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]}
2015-03-13 10:50:19,240 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741861_1037 src: /127.0.0.1:58026 dest: /127.0.0.1:57747
2015-03-13 10:50:19,242 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741861_1037 src: /127.0.0.1:58027 dest: /127.0.0.1:57750
2015-03-13 10:50:19,243 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741861_1037 src: /127.0.0.1:58028 dest: /127.0.0.1:57743
2015-03-13 10:50:19,247 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58028, dest: /127.0.0.1:57743, bytes: 53544, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1076771563_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741861_1037, duration: 2204000
2015-03-13 10:50:19,248 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741861_1037, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:19,248 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:50:19,248 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58027, dest: /127.0.0.1:57750, bytes: 53544, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1076771563_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741861_1037, duration: 2819000
2015-03-13 10:50:19,248 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:19,249 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:50:19,249 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58026, dest: /127.0.0.1:57747, bytes: 53544, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1076771563_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741861_1037, duration: 4156000
2015-03-13 10:50:19,250 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:19,251 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:50:19,253 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0003-1426269003655-soberoi-%5BC01926C9A65C47DFAF90710596960C2C%2FA033061021444C05-1426269019178-5-0-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1076771563_1
2015-03-13 10:50:19,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0003-1426269003655-soberoi-%5BC01926C9A65C47DFAF90710596960C2C%2FA033061021444C05-1426269019178-5-0-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:50:19,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job_1426268960696_0003_1_conf.xml dst=null perm=null
2015-03-13 10:50:19,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0003_conf.xml_tmp dst=null perm=null
2015-03-13 10:50:19,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job_1426268960696_0003_1_conf.xml dst=null perm=null
2015-03-13 10:50:19,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0003_conf.xml_tmp dst=null perm=null
2015-03-13 10:50:19,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003/job_1426268960696_0003_1_conf.xml dst=null perm=null
2015-03-13 10:50:19,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0003_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:19,270 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:58025, bytes: 89313, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1076771563_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741854_1030, duration: 394000
2015-03-13 10:50:19,272 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0003_conf.xml_tmp. BP-296811075-10.1.1.144-1426268958425 blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]}
2015-03-13 10:50:19,274 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741862_1038 src: /127.0.0.1:58029 dest: /127.0.0.1:57740
2015-03-13 10:50:19,275 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741862_1038 src: /127.0.0.1:58030 dest: /127.0.0.1:57743
2015-03-13 10:50:19,277 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741862_1038 src: /127.0.0.1:58031 dest: /127.0.0.1:57747
2015-03-13 10:50:19,281 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58031, dest: /127.0.0.1:57747, bytes: 88617, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1076771563_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741862_1038, duration: 2131000
2015-03-13 10:50:19,281 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741862_1038, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:19,281 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:19,282 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58030, dest: /127.0.0.1:57743, bytes: 88617, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1076771563_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741862_1038, duration: 2597000
2015-03-13 10:50:19,282 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:19,282 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58029, dest: /127.0.0.1:57740, bytes: 88617, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1076771563_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741862_1038, duration: 3619000
2015-03-13 10:50:19,283 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:19,282 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:19,283 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:19,285 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0003_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1076771563_1
2015-03-13 10:50:19,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0003_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:50:19,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0003.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0003.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:50:19,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0003_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0003_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:50:19,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0003-1426269003655-soberoi-%5BC01926C9A65C47DFAF90710596960C2C%2FA033061021444C05-1426269019178-5-0-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0003-1426269003655-soberoi-%5BC01926C9A65C47DFAF90710596960C2C%2FA033061021444C05-1426269019178-5-0-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:50:19,303 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0003_000001 State change from RUNNING to FINISHING
2015-03-13 10:50:19,303 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426268960696_0003
2015-03-13 10:50:19,304 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0003 State change from RUNNING to REMOVING
2015-03-13 10:50:19,304 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426268960696_0003
2015-03-13 10:50:19,304 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0003 State change from REMOVING to FINISHING
2015-03-13 10:50:19,828 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741855_1031
2015-03-13 10:50:19,829 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741859_1035
2015-03-13 10:50:19,829 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741858_1034
2015-03-13 10:50:19,830 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741856_1032
2015-03-13 10:50:19,830 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741856_1032
2015-03-13 10:50:19,830 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741861_1037
2015-03-13 10:50:19,831 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741858_1034
2015-03-13 10:50:19,831 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741862_1038
2015-03-13 10:50:19,832 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741862_1038
2015-03-13 10:50:19,832 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741857_1033
2015-03-13 10:50:19,833 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741860_1036
2015-03-13 10:50:19,855 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:19,856 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:50:19,856 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0003_01_000003
2015-03-13 10:50:19,857 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0003_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:50:19,857 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0003_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 10:50:19,857 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000003
2015-03-13 10:50:19,858 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0003_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57765, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 10:50:19,858 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-03-13 10:50:19,858 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0003_01_000003, NodeId: 10.1.1.144:57765, NodeHttpAddress: 10.1.1.144:57768, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57765 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:19,858 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:19,859 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 10:50:19,859 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0003_000001 released container container_1426268960696_0003_01_000003 on node: host: 10.1.1.144:57765 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 10:50:19,951 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741856_1032
2015-03-13 10:50:19,952 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741859_1035
2015-03-13 10:50:19,953 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741857_1033
2015-03-13 10:50:19,953 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741855_1031
2015-03-13 10:50:19,953 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741858_1034
2015-03-13 10:50:19,953 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741860_1036
2015-03-13 10:50:19,954 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741861_1037
2015-03-13 10:50:19,955 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741862_1038
2015-03-13 10:50:20,111 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:50:20,112 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0003_01_000005
2015-03-13 10:50:20,113 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0003_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:50:20,113 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0003_01_000005 in state: COMPLETED event:FINISHED
2015-03-13 10:50:20,113 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000005
2015-03-13 10:50:20,114 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0003_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57769, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 10:50:20,114 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 10:50:20,114 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0003_01_000005, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:20,114 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:20,115 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 10:50:20,115 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0003_000001 released container container_1426268960696_0003_01_000005 on node: host: 10.1.1.144:57769 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 10:50:20,134 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741855_1031
2015-03-13 10:50:20,134 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741860_1036
2015-03-13 10:50:20,135 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741857_1033
2015-03-13 10:50:20,136 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741859_1035
2015-03-13 10:50:20,136 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741861_1037
2015-03-13 10:50:20,315 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741850_1026 127.0.0.1:57743 127.0.0.1:57747 127.0.0.1:57750 127.0.0.1:57740
2015-03-13 10:50:20,315 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741851_1027 127.0.0.1:57740 127.0.0.1:57747 127.0.0.1:57743 127.0.0.1:57750
2015-03-13 10:50:20,316 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741852_1028 127.0.0.1:57750 127.0.0.1:57747 127.0.0.1:57743
2015-03-13 10:50:20,316 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741853_1029 127.0.0.1:57743 127.0.0.1:57750 127.0.0.1:57747
2015-03-13 10:50:20,317 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741857_1033 127.0.0.1:57750 127.0.0.1:57743 127.0.0.1:57747
2015-03-13 10:50:20,317 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741854_1030 127.0.0.1:57740 127.0.0.1:57750 127.0.0.1:57747
2015-03-13 10:50:20,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0003 dst=null perm=null
2015-03-13 10:50:20,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-03-13 10:50:20,342 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary
2015-03-13 10:50:20,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary dst=null perm=null
2015-03-13 10:50:20,343 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] completed flow: second-flow
2015-03-13 10:50:20,343 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flow: first-mr
2015-03-13 10:50:20,344 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] at least one sink is marked for delete
2015-03-13 10:50:20,344 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-03-13 10:50:20,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2015-03-13 10:50:20,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2015-03-13 10:50:20,346 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] starting
2015-03-13 10:50:20,347 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] source: Hfs["NullScheme"]["hdfs://localhost:57739/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5"]
2015-03-13 10:50:20,347 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] sink: Hfs["NullScheme"]["hdfs://localhost:57739/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1"]
2015-03-13 10:50:20,347 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] parallel execution is enabled: true
2015-03-13 10:50:20,347 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] starting jobs: 1
2015-03-13 10:50:20,347 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] allocating threads: 1
2015-03-13 10:50:20,348 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-mr] starting step: Hfs["NullScheme"]["hdfs://localhost:57739/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1"]
2015-03-13 10:50:20,358 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:57763
2015-03-13 10:50:20,369 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:57763
2015-03-13 10:50:20,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2015-03-13 10:50:20,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 10:50:20,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 10:50:20,375 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 4
2015-03-13 10:50:20,375 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(149)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2015-03-13 10:50:20,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004 dst=null perm=null
2015-03-13 10:50:20,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 10:50:20,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 10:50:20,379 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(258)) - No job jar file set. User classes may not be found. See Job or Job#setJar(String).
2015-03-13 10:50:20,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:50:20,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:50:20,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:50:20,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 10:50:20,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 10:50:20,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 10:50:20,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 10:50:20,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 10:50:20,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:50:20,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-03-13 10:50:20,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-03-13 10:50:20,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-03-13 10:50:20,389 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2015-03-13 10:50:20,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:50:20,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:50:20,393 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.split
2015-03-13 10:50:20,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.split dst=null perm=null
2015-03-13 10:50:20,395 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.split. BP-296811075-10.1.1.144-1426268958425 blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]}
2015-03-13 10:50:20,396 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741863_1039 src: /127.0.0.1:58034 dest: /127.0.0.1:57747
2015-03-13 10:50:20,397 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741863_1039 src: /127.0.0.1:58035 dest: /127.0.0.1:57740
2015-03-13 10:50:20,398 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741863_1039 src: /127.0.0.1:58036 dest: /127.0.0.1:57750
2015-03-13 10:50:20,399 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741863_1039 src: /127.0.0.1:58037 dest: /127.0.0.1:57743
2015-03-13 10:50:20,403 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58037, dest: /127.0.0.1:57743, bytes: 1255, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741863_1039, duration: 2399000
2015-03-13 10:50:20,403 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741863_1039, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:20,403 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:50:20,403 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58036, dest: /127.0.0.1:57750, bytes: 1255, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741863_1039, duration: 2944000
2015-03-13 10:50:20,404 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:20,404 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:50:20,404 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58035, dest: /127.0.0.1:57740, bytes: 1255, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741863_1039, duration: 3855000
2015-03-13 10:50:20,405 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:20,405 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:50:20,405 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58034, dest: /127.0.0.1:57747, bytes: 1255, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741863_1039, duration: 4275000
2015-03-13 10:50:20,405 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:20,406 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:50:20,407 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.split is closed by DFSClient_NONMAPREDUCE_640982831_9
2015-03-13 10:50:20,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:50:20,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:50:20,412 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.splitmetainfo. BP-296811075-10.1.1.144-1426268958425 blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]}
2015-03-13 10:50:20,414 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741864_1040 src: /127.0.0.1:58038 dest: /127.0.0.1:57747
2015-03-13 10:50:20,415 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741864_1040 src: /127.0.0.1:58039 dest: /127.0.0.1:57743
2015-03-13 10:50:20,416 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741864_1040 src: /127.0.0.1:58040 dest: /127.0.0.1:57750
2015-03-13 10:50:20,419 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58040, dest: /127.0.0.1:57750, bytes: 195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741864_1040, duration: 1455000
2015-03-13 10:50:20,419 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741864_1040, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:20,419 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:50:20,419 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58039, dest: /127.0.0.1:57743, bytes: 195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741864_1040, duration: 2134000
2015-03-13 10:50:20,420 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:20,420 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:50:20,420 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58038, dest: /127.0.0.1:57747, bytes: 195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741864_1040, duration: 3024000
2015-03-13 10:50:20,421 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:20,421 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:50:20,423 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_640982831_9
2015-03-13 10:50:20,423 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:6
2015-03-13 10:50:20,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:50:20,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:50:20,427 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 10:50:20,428 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 10:50:20,428 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 10:50:20,435 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.xml. BP-296811075-10.1.1.144-1426268958425 blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]}
2015-03-13 10:50:20,437 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741865_1041 src: /127.0.0.1:58041 dest: /127.0.0.1:57740
2015-03-13 10:50:20,438 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741865_1041 src: /127.0.0.1:58042 dest: /127.0.0.1:57750
2015-03-13 10:50:20,439 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741865_1041 src: /127.0.0.1:58043 dest: /127.0.0.1:57747
2015-03-13 10:50:20,442 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58043, dest: /127.0.0.1:57747, bytes: 90168, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741865_1041, duration: 1864000
2015-03-13 10:50:20,443 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741865_1041, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:20,443 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:20,443 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58042, dest: /127.0.0.1:57750, bytes: 90168, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741865_1041, duration: 2574000
2015-03-13 10:50:20,443 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:20,444 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:20,444 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58041, dest: /127.0.0.1:57740, bytes: 90168, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741865_1041, duration: 3483000
2015-03-13 10:50:20,444 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:20,446 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:20,447 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.xml is closed by DFSClient_NONMAPREDUCE_640982831_9
2015-03-13 10:50:20,447 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426268960696_0004
2015-03-13 10:50:20,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004 dst=null perm=null
2015-03-13 10:50:20,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.xml dst=null perm=null
2015-03-13 10:50:20,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.xml dst=null perm=null
2015-03-13 10:50:20,450 INFO mapred.YARNRunner (YARNRunner.java:createApplicationSubmissionContext(368)) - Job jar is not present. Not adding any jar to the list of resources.
2015-03-13 10:50:20,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.split dst=null perm=null
2015-03-13 10:50:20,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.split dst=null perm=null
2015-03-13 10:50:20,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.splitmetainfo dst=null perm=null
2015-03-13 10:50:20,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.splitmetainfo dst=null perm=null
2015-03-13 10:50:20,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:50:20,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:50:20,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:50:20,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:50:20,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:50:20,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:50:20,459 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 4 submitted by user soberoi
2015-03-13 10:50:20,459 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426268960696_0004
2015-03-13 10:50:20,459 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426268960696_0004
2015-03-13 10:50:20,459 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426268960696_0004
2015-03-13 10:50:20,459 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0004 State change from NEW to NEW_SAVING
2015-03-13 10:50:20,460 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0004 State change from NEW_SAVING to SUBMITTED
2015-03-13 10:50:20,460 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426268960696_0004_000001
2015-03-13 10:50:20,460 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0004_000001 State change from NEW to SUBMITTED
2015-03-13 10:50:20,460 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426268960696_0004 from user: soberoi activated in queue: default
2015-03-13 10:50:20,460 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426268960696_0004 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@5d529507, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-03-13 10:50:20,460 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426268960696_0004 user: soberoi leaf-queue of parent: root #applications: 2
2015-03-13 10:50:20,460 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426268960696_0004 to ResourceManager at /10.1.1.144:57763
2015-03-13 10:50:20,461 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426268960696_0004_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2015-03-13 10:50:20,461 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0004_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 10:50:20,462 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0004 State change from SUBMITTED to ACCEPTED
2015-03-13 10:50:20,463 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:57760/proxy/application_1426268960696_0004/
2015-03-13 10:50:20,463 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-mr] submitted hadoop job: job_1426268960696_0004
2015-03-13 10:50:20,463 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-mr] tracking url: http://Edinburgh.local:57760/proxy/application_1426268960696_0004/
2015-03-13 10:50:20,862 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:20,863 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:50:20,863 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000001
2015-03-13 10:50:20,863 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0004_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:57765, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2015-03-13 10:50:20,863 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0004 container=Container: [ContainerId: container_1426268960696_0004_01_000001, NodeId: 10.1.1.144:57765, NodeHttpAddress: 10.1.1.144:57768, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57765 }, ] containerId=container_1426268960696_0004_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:20,864 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 10:50:20,864 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:50:20,864 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:20,865 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426268960696_0004 AttemptId: appattempt_1426268960696_0004_000001 MasterContainer: Container: [ContainerId: container_1426268960696_0004_01_000001, NodeId: 10.1.1.144:57765, NodeHttpAddress: 10.1.1.144:57768, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57765 }, ]
2015-03-13 10:50:20,865 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0004_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 10:50:20,865 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426268960696_0004_000001
2015-03-13 10:50:20,865 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0004_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 10:50:20,866 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426268960696_0004_000001
2015-03-13 10:50:20,867 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426268960696_0004_01_000001, NodeId: 10.1.1.144:57765, NodeHttpAddress: 10.1.1.144:57768, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57765 }, ] for AM appattempt_1426268960696_0004_000001
2015-03-13 10:50:20,867 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426268960696_0004_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 10:50:20,869 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0004_000001 (auth:SIMPLE)
2015-03-13 10:50:20,871 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0004_01_000001 by user soberoi
2015-03-13 10:50:20,872 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426268960696_0004
2015-03-13 10:50:20,872 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000001
2015-03-13 10:50:20,872 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0004 transitioned from NEW to INITING
2015-03-13 10:50:20,872 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0004_01_000001 to application application_1426268960696_0004
2015-03-13 10:50:20,872 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0004 transitioned from INITING to RUNNING
2015-03-13 10:50:20,872 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426268960696_0004_01_000001, NodeId: 10.1.1.144:57765, NodeHttpAddress: 10.1.1.144:57768, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57765 }, ] for AM appattempt_1426268960696_0004_000001
2015-03-13 10:50:20,873 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0004_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 10:50:20,873 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 10:50:20,873 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0004
2015-03-13 10:50:20,873 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 10:50:20,873 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.split transitioned from INIT to DOWNLOADING
2015-03-13 10:50:20,873 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 10:50:20,873 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426268960696_0004_01_000001
2015-03-13 10:50:20,883 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1426268960696_0004_01_000001.tokens. Credentials list:
2015-03-13 10:50:20,900 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:50:20,968 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1426268960696_0004_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000001.tokens
2015-03-13 10:50:20,968 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0004
2015-03-13 10:50:21,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.splitmetainfo dst=null perm=null
2015-03-13 10:50:21,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.splitmetainfo dst=null perm=null
2015-03-13 10:50:21,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.splitmetainfo dst=null perm=null
2015-03-13 10:50:21,034 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:58047, bytes: 199, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-519902503_2292, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741864_1040, duration: 185000
2015-03-13 10:50:21,046 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:50:21,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.split dst=null perm=null
2015-03-13 10:50:21,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.split dst=null perm=null
2015-03-13 10:50:21,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.split dst=null perm=null
2015-03-13 10:50:21,071 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:58048, bytes: 1267, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-519902503_2292, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741863_1039, duration: 183000
2015-03-13 10:50:21,082 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:50:21,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.xml dst=null perm=null
2015-03-13 10:50:21,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.xml dst=null perm=null
2015-03-13 10:50:21,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.xml dst=null perm=null
2015-03-13 10:50:21,106 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:58047, bytes: 90876, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-519902503_2292, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741865_1041, duration: 317000
2015-03-13 10:50:21,120 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:50:21,120 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:50:21,148 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 10:50:21,148 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:21,231 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000001/default_container_executor.sh]
2015-03-13 10:50:21,866 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:21,866 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:21,867 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:50:22,266 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57743 to delete [blk_1073741857_1033, blk_1073741850_1026, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029]
2015-03-13 10:50:22,266 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57750 to delete [blk_1073741857_1033, blk_1073741850_1026, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030]
2015-03-13 10:50:22,828 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741857 for deletion
2015-03-13 10:50:22,828 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741850 for deletion
2015-03-13 10:50:22,828 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741851 for deletion
2015-03-13 10:50:22,828 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741857
2015-03-13 10:50:22,829 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741852 for deletion
2015-03-13 10:50:22,829 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741853 for deletion
2015-03-13 10:50:22,829 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741850
2015-03-13 10:50:22,829 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741852
2015-03-13 10:50:22,829 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741851
2015-03-13 10:50:22,829 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741853
2015-03-13 10:50:22,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 10:50:22,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/COMMIT_STARTED dst=null perm=null
2015-03-13 10:50:22,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/COMMIT_SUCCESS dst=null perm=null
2015-03-13 10:50:22,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/COMMIT_FAIL dst=null perm=null
2015-03-13 10:50:22,872 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:22,872 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:22,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004 dst=null perm=null
2015-03-13 10:50:22,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 10:50:22,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 10:50:23,128 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741857 for deletion
2015-03-13 10:50:23,128 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741850 for deletion
2015-03-13 10:50:23,128 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741851 for deletion
2015-03-13 10:50:23,128 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741857
2015-03-13 10:50:23,128 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741852 for deletion
2015-03-13 10:50:23,129 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741853 for deletion
2015-03-13 10:50:23,129 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741854 for deletion
2015-03-13 10:50:23,129 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741851
2015-03-13 10:50:23,129 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741850
2015-03-13 10:50:23,129 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741852
2015-03-13 10:50:23,129 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741853
2015-03-13 10:50:23,130 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741854
2015-03-13 10:50:23,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.splitmetainfo dst=null perm=null
2015-03-13 10:50:23,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.splitmetainfo dst=null perm=null
2015-03-13 10:50:23,245 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:58050, bytes: 199, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-835468718_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741864_1040, duration: 221000
2015-03-13 10:50:23,875 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:23,875 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:24,088 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0004_000001 (auth:SIMPLE)
2015-03-13 10:50:24,090 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426268960696_0004_000001
2015-03-13 10:50:24,090 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426268960696_0004 APPATTEMPTID=appattempt_1426268960696_0004_000001
2015-03-13 10:50:24,091 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0004_000001 State change from LAUNCHED to RUNNING
2015-03-13 10:50:24,091 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0004 State change from ACCEPTED to RUNNING
2015-03-13 10:50:24,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job_1426268960696_0004_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:24,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:50:24,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job_1426268960696_0004_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:24,334 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job_1426268960696_0004_1_conf.xml. BP-296811075-10.1.1.144-1426268958425 blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]}
2015-03-13 10:50:24,375 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741866_1042 src: /127.0.0.1:58056 dest: /127.0.0.1:57740
2015-03-13 10:50:24,377 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741866_1042 src: /127.0.0.1:58057 dest: /127.0.0.1:57743
2015-03-13 10:50:24,378 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741866_1042 src: /127.0.0.1:58058 dest: /127.0.0.1:57747
2015-03-13 10:50:24,385 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58058, dest: /127.0.0.1:57747, bytes: 83170, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835468718_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741866_1042, duration: 5468000
2015-03-13 10:50:24,385 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741866_1042, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:24,386 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58057, dest: /127.0.0.1:57743, bytes: 83170, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835468718_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741866_1042, duration: 6203000
2015-03-13 10:50:24,386 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:24,386 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:24,387 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:24,387 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58056, dest: /127.0.0.1:57740, bytes: 83170, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835468718_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741866_1042, duration: 7239000
2015-03-13 10:50:24,387 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:24,388 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:24,391 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job_1426268960696_0004_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-835468718_1
2015-03-13 10:50:24,838 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741863_1039
2015-03-13 10:50:24,839 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741866_1042
2015-03-13 10:50:24,839 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741864_1040
2015-03-13 10:50:24,839 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741865_1041
2015-03-13 10:50:24,839 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741863_1039
2015-03-13 10:50:24,840 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741866_1042
2015-03-13 10:50:24,881 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:24,882 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:24,960 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741865_1041
2015-03-13 10:50:24,961 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741863_1039
2015-03-13 10:50:24,961 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741864_1040
2015-03-13 10:50:24,962 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741866_1042
2015-03-13 10:50:25,125 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:50:25,125 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000002
2015-03-13 10:50:25,125 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0004_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57769, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 10:50:25,125 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0004 container=Container: [ContainerId: container_1426268960696_0004_01_000002, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ] containerId=container_1426268960696_0004_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:25,125 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-03-13 10:50:25,125 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:25,126 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:50:25,126 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000003
2015-03-13 10:50:25,126 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0004_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57769, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2015-03-13 10:50:25,126 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0004 container=Container: [ContainerId: container_1426268960696_0004_01_000003, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ] containerId=container_1426268960696_0004_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:25,127 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-03-13 10:50:25,127 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:25,127 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000004 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:50:25,127 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000004
2015-03-13 10:50:25,127 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0004_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57769, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2015-03-13 10:50:25,128 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0004 container=Container: [ContainerId: container_1426268960696_0004_01_000004, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ] containerId=container_1426268960696_0004_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:25,128 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2015-03-13 10:50:25,128 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:25,128 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000005 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:50:25,129 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000005
2015-03-13 10:50:25,129 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0004_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57769, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2015-03-13 10:50:25,129 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0004 container=Container: [ContainerId: container_1426268960696_0004_01_000005, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ] containerId=container_1426268960696_0004_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:25,129 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2015-03-13 10:50:25,129 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:25,139 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741864_1040
2015-03-13 10:50:25,140 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741863_1039
2015-03-13 10:50:25,140 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741865_1041
2015-03-13 10:50:25,272 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57740 to delete [blk_1073741850_1026, blk_1073741851_1027, blk_1073741854_1030]
2015-03-13 10:50:25,272 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57747 to delete [blk_1073741857_1033, blk_1073741850_1026, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030]
2015-03-13 10:50:25,315 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000006 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:50:25,316 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000006
2015-03-13 10:50:25,316 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0004_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57773, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 10:50:25,316 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0004 container=Container: [ContainerId: container_1426268960696_0004_01_000006, NodeId: 10.1.1.144:57773, NodeHttpAddress: 10.1.1.144:57776, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57773 }, ] containerId=container_1426268960696_0004_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:25,317 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2015-03-13 10:50:25,317 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:25,318 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000007 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:50:25,318 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000007
2015-03-13 10:50:25,318 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0004_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57773, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2015-03-13 10:50:25,318 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0004 container=Container: [ContainerId: container_1426268960696_0004_01_000007, NodeId: 10.1.1.144:57773, NodeHttpAddress: 10.1.1.144:57776, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57773 }, ] containerId=container_1426268960696_0004_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:25,318 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2015-03-13 10:50:25,318 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:25,454 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1426268960696_0003_01_000001 succeeded
2015-03-13 10:50:25,454 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-03-13 10:50:25,454 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0003_01_000001
2015-03-13 10:50:25,463 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000001
2015-03-13 10:50:25,463 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000001
2015-03-13 10:50:25,463 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000001
2015-03-13 10:50:25,464 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426268960696_0003/container_1426268960696_0003_01_000001
2015-03-13 10:50:25,464 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000001
2015-03-13 10:50:25,464 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0003_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-03-13 10:50:25,464 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0003_01_000001 from application application_1426268960696_0003
2015-03-13 10:50:25,464 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:25,464 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0003
2015-03-13 10:50:25,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741850 for deletion
2015-03-13 10:50:25,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741851 for deletion
2015-03-13 10:50:25,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741854 for deletion
2015-03-13 10:50:25,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741850
2015-03-13 10:50:25,833 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741851
2015-03-13 10:50:25,833 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741854
2015-03-13 10:50:25,887 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_COMPLETE diagnostics: "" exit_status: 0
2015-03-13 10:50:25,887 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0003_01_000001
2015-03-13 10:50:25,888 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:25,888 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0003_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:50:25,888 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(550)) - Unregistering app attempt : appattempt_1426268960696_0003_000001
2015-03-13 10:50:25,889 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0003_01_000001 in state: COMPLETED event:FINISHED
2015-03-13 10:50:25,889 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0003 CONTAINERID=container_1426268960696_0003_01_000001
2015-03-13 10:50:25,889 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0003_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:57765, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 10:50:25,889 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0003_000001 State change from FINISHING to FINISHED
2015-03-13 10:50:25,890 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:8192, vCores:7> numContainers=7 user=soberoi user-resources=<memory:8192, vCores:7>
2015-03-13 10:50:25,890 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0003 State change from FINISHING to FINISHED
2015-03-13 10:50:25,890 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0003_01_000001, NodeId: 10.1.1.144:57765, NodeHttpAddress: 10.1.1.144:57768, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57765 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:25,890 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1426268960696_0003
2015-03-13 10:50:25,890 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:25,890 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7
2015-03-13 10:50:25,891 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(166)) - appId=application_1426268960696_0003,name=[C01926C9A65C47DFAF90710596960C2C/A033061021444C059D60E4CF7D07AB82] second-flow/(1/1) ...preduceflowplatform/flow5,user=soberoi,queue=default,state=FINISHED,trackingUrl=Edinburgh.local:57760/proxy/application_1426268960696_0003/jobhistory/job/job_1426268960696_0003,appMasterHost=Edinburgh.local,startTime=1426269003655,finishTime=1426269019304,finalStatus=SUCCEEDED
2015-03-13 10:50:25,891 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0003_000001 released container container_1426268960696_0003_01_000001 on node: host: 10.1.1.144:57765 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 10:50:25,891 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1426268960696_0003_000001
2015-03-13 10:50:25,891 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplication(470)) - Application appattempt_1426268960696_0003_000001 is done. finalState=FINISHED
2015-03-13 10:50:25,891 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1426268960696_0003 requests cleared
2015-03-13 10:50:25,891 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(779)) - Application removed - appId: application_1426268960696_0003 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-03-13 10:50:25,891 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(510)) - Application removed - appId: application_1426268960696_0003 user: soberoi leaf-queue of parent: root #applications: 1
2015-03-13 10:50:25,894 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0003_000001 (auth:SIMPLE)
2015-03-13 10:50:25,896 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0003_01_000001
2015-03-13 10:50:25,951 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741857 for deletion
2015-03-13 10:50:25,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741850 for deletion
2015-03-13 10:50:25,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741851 for deletion
2015-03-13 10:50:25,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741857
2015-03-13 10:50:25,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741852 for deletion
2015-03-13 10:50:25,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741853 for deletion
2015-03-13 10:50:25,953 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741850
2015-03-13 10:50:25,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741851
2015-03-13 10:50:25,953 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741854 for deletion
2015-03-13 10:50:25,953 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741852
2015-03-13 10:50:25,953 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741853
2015-03-13 10:50:25,953 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741854
2015-03-13 10:50:26,126 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 10:50:26,127 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0003
2015-03-13 10:50:26,128 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426268960696_0003
2015-03-13 10:50:26,127 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426268960696_0003
2015-03-13 10:50:26,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426268960696_0003
2015-03-13 10:50:26,129 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 10:50:26,129 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426268960696_0003, with delay of 10800 seconds
2015-03-13 10:50:26,128 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426268960696_0003
2015-03-13 10:50:26,129 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:50:26,130 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:50:26,130 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:50:26,131 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:50:26,131 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:50:26,131 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:50:26,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.xml dst=null perm=null
2015-03-13 10:50:26,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.xml dst=null perm=null
2015-03-13 10:50:26,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:50:26,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:50:26,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:50:26,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:50:26,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:50:26,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:50:26,260 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0004_000001 (auth:SIMPLE)
2015-03-13 10:50:26,261 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0004_000001 (auth:SIMPLE)
2015-03-13 10:50:26,264 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0004_01_000002 by user soberoi
2015-03-13 10:50:26,264 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0004_01_000006 by user soberoi
2015-03-13 10:50:26,264 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426268960696_0004
2015-03-13 10:50:26,264 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426268960696_0004
2015-03-13 10:50:26,265 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0004_01_000004 by user soberoi
2015-03-13 10:50:26,265 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0004 transitioned from NEW to INITING
2015-03-13 10:50:26,264 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0004_01_000005 by user soberoi
2015-03-13 10:50:26,264 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0004_01_000007 by user soberoi
2015-03-13 10:50:26,264 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0004_01_000003 by user soberoi
2015-03-13 10:50:26,265 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000007
2015-03-13 10:50:26,265 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000003
2015-03-13 10:50:26,265 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000005
2015-03-13 10:50:26,265 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0004_01_000002 to application application_1426268960696_0004
2015-03-13 10:50:26,265 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000004
2015-03-13 10:50:26,265 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0004 transitioned from NEW to INITING
2015-03-13 10:50:26,266 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0004_01_000006 to application application_1426268960696_0004
2015-03-13 10:50:26,265 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000006
2015-03-13 10:50:26,265 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000002
2015-03-13 10:50:26,267 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0004_01_000007 to application application_1426268960696_0004
2015-03-13 10:50:26,267 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0004 transitioned from INITING to RUNNING
2015-03-13 10:50:26,267 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000007 transitioned from NEW to LOCALIZING
2015-03-13 10:50:26,266 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0004_01_000004 to application application_1426268960696_0004
2015-03-13 10:50:26,268 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000006 transitioned from NEW to LOCALIZING
2015-03-13 10:50:26,268 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0004
2015-03-13 10:50:26,268 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0004
2015-03-13 10:50:26,268 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:50:26,268 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0004_01_000005 to application application_1426268960696_0004
2015-03-13 10:50:26,268 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0004
2015-03-13 10:50:26,268 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0004_01_000003 to application application_1426268960696_0004
2015-03-13 10:50:26,268 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 10:50:26,268 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0004
2015-03-13 10:50:26,269 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0004
2015-03-13 10:50:26,269 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:50:26,269 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0004
2015-03-13 10:50:26,269 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426268960696_0004_01_000007
2015-03-13 10:50:26,268 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0004 transitioned from INITING to RUNNING
2015-03-13 10:50:26,270 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000004 transitioned from NEW to LOCALIZING
2015-03-13 10:50:26,270 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 10:50:26,270 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426268960696_0004_01_000006
2015-03-13 10:50:26,270 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 10:50:26,271 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000005 transitioned from NEW to LOCALIZING
2015-03-13 10:50:26,271 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0004
2015-03-13 10:50:26,271 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0004
2015-03-13 10:50:26,271 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:50:26,271 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0004
2015-03-13 10:50:26,271 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 10:50:26,271 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0004
2015-03-13 10:50:26,271 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0004
2015-03-13 10:50:26,271 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:50:26,271 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0004
2015-03-13 10:50:26,272 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0004
2015-03-13 10:50:26,272 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0004
2015-03-13 10:50:26,272 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:50:26,272 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0004
2015-03-13 10:50:26,272 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0004
2015-03-13 10:50:26,272 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0004
2015-03-13 10:50:26,272 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:50:26,273 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0004
2015-03-13 10:50:26,273 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426268960696_0004_01_000004
2015-03-13 10:50:26,274 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426268960696_0004_01_000003
2015-03-13 10:50:26,276 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426268960696_0004_01_000002
2015-03-13 10:50:26,278 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426268960696_0004_01_000005
2015-03-13 10:50:26,299 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1426268960696_0004_01_000007.tokens. Credentials list:
2015-03-13 10:50:26,307 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1426268960696_0004_01_000006.tokens. Credentials list:
2015-03-13 10:50:26,308 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1426268960696_0004_01_000004.tokens. Credentials list:
2015-03-13 10:50:26,314 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1426268960696_0004_01_000003.tokens. Credentials list:
2015-03-13 10:50:26,315 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1426268960696_0004_01_000002.tokens. Credentials list:
2015-03-13 10:50:26,318 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:26,318 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:26,319 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:50:26,319 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:50:26,320 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1426268960696_0004_01_000005.tokens. Credentials list:
2015-03-13 10:50:26,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:50:26,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:50:26,433 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1426268960696_0004_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000004.tokens
2015-03-13 10:50:26,434 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0004
2015-03-13 10:50:26,434 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1426268960696_0004_01_000007.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000007.tokens
2015-03-13 10:50:26,434 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0004
2015-03-13 10:50:26,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.xml dst=null perm=null
2015-03-13 10:50:26,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.xml dst=null perm=null
2015-03-13 10:50:26,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.xml dst=null perm=null
2015-03-13 10:50:26,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.xml dst=null perm=null
2015-03-13 10:50:26,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.xml dst=null perm=null
2015-03-13 10:50:26,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.xml dst=null perm=null
2015-03-13 10:50:26,528 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:58066, bytes: 90876, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-657418497_2434, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741865_1041, duration: 331000
2015-03-13 10:50:26,528 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:58067, bytes: 90876, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_870433144_2433, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741865_1041, duration: 314000
2015-03-13 10:50:26,544 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:50:26,544 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:50:26,544 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:50:26,544 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:50:26,544 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:50:26,545 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:50:26,545 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:50:26,544 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:50:26,606 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000007 transitioned from LOCALIZED to RUNNING
2015-03-13 10:50:26,606 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:26,608 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000005 transitioned from LOCALIZED to RUNNING
2015-03-13 10:50:26,608 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:26,609 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 10:50:26,609 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:26,609 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000006 transitioned from LOCALIZED to RUNNING
2015-03-13 10:50:26,609 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:26,611 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000004 transitioned from LOCALIZED to RUNNING
2015-03-13 10:50:26,611 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:26,611 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 10:50:26,611 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:26,758 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000005/default_container_executor.sh]
2015-03-13 10:50:26,760 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000007/default_container_executor.sh]
2015-03-13 10:50:26,769 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000004/default_container_executor.sh]
2015-03-13 10:50:26,782 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000006/default_container_executor.sh]
2015-03-13 10:50:26,793 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000002/default_container_executor.sh]
2015-03-13 10:50:26,794 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000003/default_container_executor.sh]
2015-03-13 10:50:26,889 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:26,890 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 10:50:26,890 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426268960696_0003
2015-03-13 10:50:26,890 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 10:50:26,891 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426268960696_0003, with delay of 10800 seconds
2015-03-13 10:50:26,891 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0003
2015-03-13 10:50:26,892 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426268960696_0003
2015-03-13 10:50:26,893 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426268960696_0003
2015-03-13 10:50:26,893 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426268960696_0003
2015-03-13 10:50:27,131 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:27,132 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:27,132 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:27,133 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:27,133 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:50:27,133 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:50:27,133 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:50:27,134 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:50:27,151 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 10:50:27,319 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:27,319 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:27,574 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:50:27,575 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:50:27,678 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1426268960696_0004_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000006.tokens
2015-03-13 10:50:27,678 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1426268960696_0004_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000005.tokens
2015-03-13 10:50:27,678 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0004
2015-03-13 10:50:27,678 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0004
2015-03-13 10:50:27,768 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:50:27,892 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:27,895 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1426268960696_0004_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000002.tokens
2015-03-13 10:50:27,895 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0004
2015-03-13 10:50:28,009 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:50:28,137 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:28,137 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:28,138 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:28,138 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:28,150 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1426268960696_0004_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000003.tokens
2015-03-13 10:50:28,150 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0004
2015-03-13 10:50:28,324 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:28,324 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:28,897 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:29,142 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:29,142 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:29,142 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:29,143 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:29,325 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:29,326 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:29,901 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:30,147 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:30,147 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:30,147 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:30,147 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:30,326 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:30,327 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:30,907 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:31,153 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:31,153 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:31,154 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:31,154 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:31,331 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:31,331 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:31,912 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:32,159 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:32,159 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:32,160 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:32,160 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:32,336 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:32,336 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:32,913 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:33,164 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:33,165 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:33,165 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:33,165 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:33,338 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:33,339 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:33,915 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:34,167 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:34,168 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:34,168 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:34,168 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:34,343 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:34,343 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:34,917 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:35,174 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:35,174 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:35,175 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:35,175 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:35,345 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:35,345 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:35,920 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:36,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.split dst=null perm=null
2015-03-13 10:50:36,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.split dst=null perm=null
2015-03-13 10:50:36,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.split dst=null perm=null
2015-03-13 10:50:36,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.split dst=null perm=null
2015-03-13 10:50:36,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.split dst=null perm=null
2015-03-13 10:50:36,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.split dst=null perm=null
2015-03-13 10:50:36,178 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:36,178 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:36,179 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:36,179 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:36,348 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:36,348 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:36,380 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:58086, bytes: 1267, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0004_m_000001_0_-2019170333_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741863_1039, duration: 177000
2015-03-13 10:50:36,410 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:58084, bytes: 235, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0004_m_000005_0_2049391335_1, offset: 1024, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741863_1039, duration: 230000
2015-03-13 10:50:36,420 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:58085, bytes: 751, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0004_m_000004_0_455015067_1, offset: 512, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741863_1039, duration: 208000
2015-03-13 10:50:36,450 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:58089, bytes: 1267, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0004_m_000000_0_489896324_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741863_1039, duration: 208000
2015-03-13 10:50:36,452 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57743, dest: /127.0.0.1:58087, bytes: 751, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0004_m_000003_0_-1195682839_1, offset: 512, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741863_1039, duration: 188000
2015-03-13 10:50:36,505 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:58088, bytes: 1267, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0004_m_000002_0_1151705700_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741863_1039, duration: 220000
2015-03-13 10:50:36,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 dst=null perm=null
2015-03-13 10:50:36,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 dst=null perm=null
2015-03-13 10:50:36,594 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57743, dest: /127.0.0.1:58090, bytes: 459, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0004_m_000004_0_455015067_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741856_1032, duration: 1263000
2015-03-13 10:50:36,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00004 dst=null perm=null
2015-03-13 10:50:36,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00003 dst=null perm=null
2015-03-13 10:50:36,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00000 dst=null perm=null
2015-03-13 10:50:36,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00002 dst=null perm=null
2015-03-13 10:50:36,722 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57743, dest: /127.0.0.1:58091, bytes: 459, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0004_m_000001_0_-2019170333_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741856_1032, duration: 192000
2015-03-13 10:50:36,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1426268960696_0004_m_000005_0 dst=null perm=null
2015-03-13 10:50:36,751 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:58092, bytes: 415, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0004_m_000000_0_489896324_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741855_1031, duration: 917000
2015-03-13 10:50:36,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1426268960696_0004_m_000001_0 dst=null perm=null
2015-03-13 10:50:36,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1426268960696_0004_m_000000_0 dst=null perm=null
2015-03-13 10:50:36,780 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0004_000001 (auth:SIMPLE)
2015-03-13 10:50:36,780 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0004_000001 (auth:SIMPLE)
2015-03-13 10:50:36,782 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0004_01_000003
2015-03-13 10:50:36,782 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0004_01_000007
2015-03-13 10:50:36,783 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000003 transitioned from RUNNING to KILLING
2015-03-13 10:50:36,783 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000003
2015-03-13 10:50:36,783 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0004_01_000003
2015-03-13 10:50:36,783 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000007 transitioned from RUNNING to KILLING
2015-03-13 10:50:36,783 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:36,783 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000007
2015-03-13 10:50:36,783 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0004_01_000007
2015-03-13 10:50:36,784 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:50:36,784 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:36,784 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:36,784 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:36,785 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:50:36,797 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0004_01_000007 is : 143
2015-03-13 10:50:36,797 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0004_01_000003 is : 143
2015-03-13 10:50:36,801 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job_1426268960696_0004_1.jhist. BP-296811075-10.1.1.144-1426268958425 blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]}
2015-03-13 10:50:36,803 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741867_1043 src: /127.0.0.1:58096 dest: /127.0.0.1:57740
2015-03-13 10:50:36,805 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741867_1043 src: /127.0.0.1:58097 dest: /127.0.0.1:57743
2015-03-13 10:50:36,808 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741867_1043 src: /127.0.0.1:58098 dest: /127.0.0.1:57747
2015-03-13 10:50:36,814 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:50:36,814 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:50:36,815 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000007
2015-03-13 10:50:36,815 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000007
2015-03-13 10:50:36,815 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:50:36,815 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0004_01_000007 from application application_1426268960696_0004
2015-03-13 10:50:36,815 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:36,815 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000007
2015-03-13 10:50:36,816 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000007
2015-03-13 10:50:36,816 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000007
2015-03-13 10:50:36,816 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000003
2015-03-13 10:50:36,815 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000003
2015-03-13 10:50:36,816 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:50:36,817 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0004_01_000003 from application application_1426268960696_0004
2015-03-13 10:50:36,817 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:36,817 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0004
2015-03-13 10:50:36,816 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0004
2015-03-13 10:50:36,817 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000003
2015-03-13 10:50:36,817 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000003
2015-03-13 10:50:36,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000003
2015-03-13 10:50:36,817 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job_1426268960696_0004_1.jhist for DFSClient_NONMAPREDUCE_-835468718_1
2015-03-13 10:50:36,828 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:58099, bytes: 325, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0004_m_000003_0_-1195682839_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741859_1035, duration: 185000
2015-03-13 10:50:36,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1426268960696_0004_m_000004_0 dst=null perm=null
2015-03-13 10:50:36,844 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:58100, bytes: 339, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0004_m_000002_0_1151705700_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741858_1034, duration: 729000
2015-03-13 10:50:36,854 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0004_01_000002
2015-03-13 10:50:36,854 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000002
2015-03-13 10:50:36,854 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000002 transitioned from RUNNING to KILLING
2015-03-13 10:50:36,854 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0004_01_000002
2015-03-13 10:50:36,855 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:50:36,855 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:50:36,855 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0004_01_000003
2015-03-13 10:50:36,855 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:36,855 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:36,856 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:50:36,856 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0004_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 10:50:36,856 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000003
2015-03-13 10:50:36,856 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0004_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57769, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-03-13 10:50:36,856 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:7168, vCores:6> numContainers=6 user=soberoi user-resources=<memory:7168, vCores:6>
2015-03-13 10:50:36,857 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0004_01_000003, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:36,857 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:36,858 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-03-13 10:50:36,858 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0004_000001 released container container_1426268960696_0004_01_000003 on node: host: 10.1.1.144:57769 #containers=3 available=1024 used=3072 with event: FINISHED
2015-03-13 10:50:36,862 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0004_01_000006
2015-03-13 10:50:36,862 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000006
2015-03-13 10:50:36,862 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000006 transitioned from RUNNING to KILLING
2015-03-13 10:50:36,862 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0004_01_000006
2015-03-13 10:50:36,863 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:50:36,863 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 7 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:50:36,863 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0004_01_000007
2015-03-13 10:50:36,864 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:50:36,864 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0004_01_000007 in state: COMPLETED event:FINISHED
2015-03-13 10:50:36,864 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000007
2015-03-13 10:50:36,864 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0004_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57773, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-03-13 10:50:36,865 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-03-13 10:50:36,865 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0004_01_000007, NodeId: 10.1.1.144:57773, NodeHttpAddress: 10.1.1.144:57776, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57773 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:36,865 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:36,866 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-03-13 10:50:36,866 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0004_000001 released container container_1426268960696_0004_01_000007 on node: host: 10.1.1.144:57773 #containers=1 available=3072 used=1024 with event: FINISHED
2015-03-13 10:50:36,869 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0004_01_000002 is : 143
2015-03-13 10:50:36,876 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0004_01_000006 is : 143
2015-03-13 10:50:36,882 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:50:36,883 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000002
2015-03-13 10:50:36,883 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000002
2015-03-13 10:50:36,883 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:50:36,883 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0004_01_000002 from application application_1426268960696_0004
2015-03-13 10:50:36,883 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:36,884 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0004
2015-03-13 10:50:36,883 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000002
2015-03-13 10:50:36,884 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000002
2015-03-13 10:50:36,884 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000002
2015-03-13 10:50:36,888 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:50:36,889 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000006
2015-03-13 10:50:36,889 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000006
2015-03-13 10:50:36,890 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000006
2015-03-13 10:50:36,890 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000006
2015-03-13 10:50:36,890 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000006
2015-03-13 10:50:36,893 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:50:36,893 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0004_01_000006 from application application_1426268960696_0004
2015-03-13 10:50:36,893 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:36,893 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0004
2015-03-13 10:50:36,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1426268960696_0004_m_000003_0 dst=null perm=null
2015-03-13 10:50:36,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1426268960696_0004_m_000002_0 dst=null perm=null
2015-03-13 10:50:36,911 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0004_01_000005
2015-03-13 10:50:36,912 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000005
2015-03-13 10:50:36,912 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000005 transitioned from RUNNING to KILLING
2015-03-13 10:50:36,912 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0004_01_000005
2015-03-13 10:50:36,912 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:50:36,912 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0004_01_000002
2015-03-13 10:50:36,913 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:36,913 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:50:36,913 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:50:36,914 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0004_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 10:50:36,914 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000002
2015-03-13 10:50:36,914 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0004_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57769, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-03-13 10:50:36,915 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-03-13 10:50:36,915 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0004_01_000002, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:36,915 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:36,915 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-03-13 10:50:36,915 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0004_000001 released container container_1426268960696_0004_01_000002 on node: host: 10.1.1.144:57769 #containers=2 available=2048 used=2048 with event: FINISHED
2015-03-13 10:50:36,921 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:36,921 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0004_01_000004
2015-03-13 10:50:36,921 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000004
2015-03-13 10:50:36,922 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:36,922 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:50:36,925 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0004_01_000005 is : 143
2015-03-13 10:50:36,937 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000004 transitioned from RUNNING to KILLING
2015-03-13 10:50:36,938 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:50:36,938 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0004_01_000004
2015-03-13 10:50:36,945 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0004_01_000004 is : 143
2015-03-13 10:50:36,953 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000005
2015-03-13 10:50:36,954 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:50:36,954 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000005
2015-03-13 10:50:36,954 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000005
2015-03-13 10:50:36,954 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000005
2015-03-13 10:50:36,954 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000005
2015-03-13 10:50:36,955 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:50:36,955 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000004
2015-03-13 10:50:36,956 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0004_01_000005 from application application_1426268960696_0004
2015-03-13 10:50:36,956 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:36,956 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0004
2015-03-13 10:50:36,956 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000004
2015-03-13 10:50:36,956 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000004
2015-03-13 10:50:36,957 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:50:36,957 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0004_01_000004 from application application_1426268960696_0004
2015-03-13 10:50:36,957 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:36,957 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0004
2015-03-13 10:50:36,957 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000004
2015-03-13 10:50:36,957 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000004
2015-03-13 10:50:37,866 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:50:37,867 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0004_01_000006
2015-03-13 10:50:37,867 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:50:37,868 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0004_01_000006 in state: COMPLETED event:FINISHED
2015-03-13 10:50:37,868 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000006
2015-03-13 10:50:37,868 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0004_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57773, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 10:50:37,868 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-03-13 10:50:37,869 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0004_01_000006, NodeId: 10.1.1.144:57773, NodeHttpAddress: 10.1.1.144:57776, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57773 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:37,869 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:37,869 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-03-13 10:50:37,870 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0004_000001 released container container_1426268960696_0004_01_000006 on node: host: 10.1.1.144:57773 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 10:50:37,922 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:37,923 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:50:37,923 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0004_01_000004
2015-03-13 10:50:37,924 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:50:37,924 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0004_01_000005
2015-03-13 10:50:37,925 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:50:37,925 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0004_01_000004 in state: COMPLETED event:FINISHED
2015-03-13 10:50:37,925 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000004
2015-03-13 10:50:37,925 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0004_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57769, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-03-13 10:50:37,925 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-03-13 10:50:37,926 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0004_01_000004, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:37,926 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:37,926 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 10:50:37,926 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0004_000001 released container container_1426268960696_0004_01_000004 on node: host: 10.1.1.144:57769 #containers=1 available=3072 used=1024 with event: FINISHED
2015-03-13 10:50:37,926 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:50:37,926 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0004_01_000005 in state: COMPLETED event:FINISHED
2015-03-13 10:50:37,926 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000005
2015-03-13 10:50:37,927 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0004_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57769, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 10:50:37,927 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 10:50:37,927 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0004_01_000005, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:37,927 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:37,928 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 10:50:37,928 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0004_000001 released container container_1426268960696_0004_01_000005 on node: host: 10.1.1.144:57769 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 10:50:38,352 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000008 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:50:38,352 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000008
2015-03-13 10:50:38,352 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0004_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57777, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 10:50:38,352 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0004 container=Container: [ContainerId: container_1426268960696_0004_01_000008, NodeId: 10.1.1.144:57777, NodeHttpAddress: 10.1.1.144:57780, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:57777 }, ] containerId=container_1426268960696_0004_01_000008 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:38,353 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 10:50:38,353 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:38,927 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:39,224 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:50:39,234 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0004_000001 (auth:SIMPLE)
2015-03-13 10:50:39,237 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0004_01_000008 by user soberoi
2015-03-13 10:50:39,237 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426268960696_0004
2015-03-13 10:50:39,237 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000008
2015-03-13 10:50:39,237 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0004 transitioned from NEW to INITING
2015-03-13 10:50:39,237 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0004_01_000008 to application application_1426268960696_0004
2015-03-13 10:50:39,238 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0004 transitioned from INITING to RUNNING
2015-03-13 10:50:39,238 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000008 transitioned from NEW to LOCALIZING
2015-03-13 10:50:39,238 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0004
2015-03-13 10:50:39,238 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0004
2015-03-13 10:50:39,238 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:50:39,238 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0004
2015-03-13 10:50:39,239 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 10:50:39,239 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426268960696_0004_01_000008
2015-03-13 10:50:39,248 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1426268960696_0004_01_000008.tokens. Credentials list:
2015-03-13 10:50:39,263 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:50:39,330 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1426268960696_0004_01_000008.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000008.tokens
2015-03-13 10:50:39,330 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0004
2015-03-13 10:50:39,353 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 8 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:39,354 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000008 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:50:39,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.xml dst=null perm=null
2015-03-13 10:50:39,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.xml dst=null perm=null
2015-03-13 10:50:39,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.xml dst=null perm=null
2015-03-13 10:50:39,403 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:58104, bytes: 90876, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1263240524_2791, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741865_1041, duration: 288000
2015-03-13 10:50:39,416 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:50:39,416 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000008 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:50:39,442 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000008 transitioned from LOCALIZED to RUNNING
2015-03-13 10:50:39,442 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:39,509 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000008/default_container_executor.sh]
2015-03-13 10:50:39,932 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:40,233 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 10:50:40,358 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 8 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:40,937 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:41,362 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 8 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:41,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1426268960696_0004_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:41,800 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1426268960696_0004_r_000000_0/part-00000. BP-296811075-10.1.1.144-1426268958425 blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]}
2015-03-13 10:50:41,866 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741868_1044 src: /127.0.0.1:58111 dest: /127.0.0.1:57747
2015-03-13 10:50:41,867 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741868_1044 src: /127.0.0.1:58112 dest: /127.0.0.1:57750
2015-03-13 10:50:41,869 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741868_1044 src: /127.0.0.1:58113 dest: /127.0.0.1:57740
2015-03-13 10:50:41,884 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58113, dest: /127.0.0.1:57740, bytes: 1554, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0004_r_000000_0_975268781_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741868_1044, duration: 13550000
2015-03-13 10:50:41,884 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741868_1044, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:41,884 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:50:41,885 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58112, dest: /127.0.0.1:57750, bytes: 1554, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0004_r_000000_0_975268781_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741868_1044, duration: 14393000
2015-03-13 10:50:41,885 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:41,886 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58111, dest: /127.0.0.1:57747, bytes: 1554, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0004_r_000000_0_975268781_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741868_1044, duration: 15866000
2015-03-13 10:50:41,886 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:41,888 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:50:41,888 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:50:41,891 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1426268960696_0004_r_000000_0/part-00000 is closed by DFSClient_attempt_1426268960696_0004_r_000000_0_975268781_1
2015-03-13 10:50:41,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1426268960696_0004_r_000000_0 dst=null perm=null
2015-03-13 10:50:41,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1426268960696_0004_r_000000_0 dst=null perm=null
2015-03-13 10:50:41,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/task_1426268960696_0004_r_000000 dst=null perm=null
2015-03-13 10:50:41,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1426268960696_0004_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/task_1426268960696_0004_r_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:50:41,917 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0004_01_000008
2015-03-13 10:50:41,918 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000008
2015-03-13 10:50:41,918 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000008 transitioned from RUNNING to KILLING
2015-03-13 10:50:41,918 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0004_01_000008
2015-03-13 10:50:41,918 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 8 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:50:41,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:41,925 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-835468718_1
2015-03-13 10:50:41,929 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0004_01_000008 is : 143
2015-03-13 10:50:41,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1 dst=null perm=null
2015-03-13 10:50:41,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2015-03-13 10:50:41,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2015-03-13 10:50:41,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/task_1426268960696_0004_r_000000 dst=null perm=null
2015-03-13 10:50:41,947 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:41,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null
2015-03-13 10:50:41,950 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:50:41,950 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000008
2015-03-13 10:50:41,950 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000008
2015-03-13 10:50:41,951 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:50:41,951 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000008
2015-03-13 10:50:41,951 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000008
2015-03-13 10:50:41,951 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000008
2015-03-13 10:50:41,951 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0004_01_000008 from application application_1426268960696_0004
2015-03-13 10:50:41,951 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:41,951 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0004
2015-03-13 10:50:41,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/task_1426268960696_0004_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:41,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary dst=null perm=null
2015-03-13 10:50:41,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:41,962 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-835468718_1
2015-03-13 10:50:41,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:41,965 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-835468718_1
2015-03-13 10:50:41,981 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58098, dest: /127.0.0.1:57747, bytes: 63942, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835468718_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741867_1043, duration: 5170441000
2015-03-13 10:50:41,982 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741867_1043, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:41,983 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:41,983 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58097, dest: /127.0.0.1:57743, bytes: 63942, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835468718_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741867_1043, duration: 5170450000
2015-03-13 10:50:41,983 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:41,984 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:41,984 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58096, dest: /127.0.0.1:57740, bytes: 63942, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835468718_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741867_1043, duration: 5173115000
2015-03-13 10:50:41,985 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:41,985 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:41,986 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job_1426268960696_0004_1.jhist is closed by DFSClient_NONMAPREDUCE_-835468718_1
2015-03-13 10:50:41,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0004.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:41,990 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0004.summary_tmp. BP-296811075-10.1.1.144-1426268958425 blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]}
2015-03-13 10:50:41,992 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741869_1045 src: /127.0.0.1:58114 dest: /127.0.0.1:57743
2015-03-13 10:50:41,993 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741869_1045 src: /127.0.0.1:58115 dest: /127.0.0.1:57750
2015-03-13 10:50:41,995 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741869_1045 src: /127.0.0.1:58116 dest: /127.0.0.1:57747
2015-03-13 10:50:41,997 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58116, dest: /127.0.0.1:57747, bytes: 349, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835468718_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741869_1045, duration: 1366000
2015-03-13 10:50:41,997 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741869_1045, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:41,998 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:41,998 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58115, dest: /127.0.0.1:57750, bytes: 349, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835468718_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741869_1045, duration: 1787000
2015-03-13 10:50:41,998 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:41,998 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:41,999 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58114, dest: /127.0.0.1:57743, bytes: 349, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835468718_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741869_1045, duration: 2608000
2015-03-13 10:50:41,999 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:41,999 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:42,000 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0004.summary_tmp is closed by DFSClient_NONMAPREDUCE_-835468718_1
2015-03-13 10:50:42,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0004.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:50:42,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job_1426268960696_0004_1.jhist dst=null perm=null
2015-03-13 10:50:42,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0004-1426269020459-soberoi-first%2Dmr-1426269041966-6-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 10:50:42,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job_1426268960696_0004_1.jhist dst=null perm=null
2015-03-13 10:50:42,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0004-1426269020459-soberoi-first%2Dmr-1426269041966-6-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 10:50:42,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job_1426268960696_0004_1.jhist dst=null perm=null
2015-03-13 10:50:42,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0004-1426269020459-soberoi-first%2Dmr-1426269041966-6-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:42,019 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:58117, bytes: 64442, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-835468718_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741867_1043, duration: 253000
2015-03-13 10:50:42,021 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0004-1426269020459-soberoi-first%2Dmr-1426269041966-6-1-SUCCEEDED-default.jhist_tmp. BP-296811075-10.1.1.144-1426268958425 blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]}
2015-03-13 10:50:42,023 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741870_1046 src: /127.0.0.1:58118 dest: /127.0.0.1:57750
2015-03-13 10:50:42,024 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741870_1046 src: /127.0.0.1:58119 dest: /127.0.0.1:57740
2015-03-13 10:50:42,025 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741870_1046 src: /127.0.0.1:58120 dest: /127.0.0.1:57747
2015-03-13 10:50:42,028 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58120, dest: /127.0.0.1:57747, bytes: 63942, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835468718_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741870_1046, duration: 1756000
2015-03-13 10:50:42,028 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741870_1046, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:42,029 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:42,029 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58119, dest: /127.0.0.1:57740, bytes: 63942, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835468718_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741870_1046, duration: 2400000
2015-03-13 10:50:42,029 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:42,029 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:42,029 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58118, dest: /127.0.0.1:57750, bytes: 63942, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835468718_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741870_1046, duration: 3254000
2015-03-13 10:50:42,030 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:42,030 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:42,032 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0004-1426269020459-soberoi-first%2Dmr-1426269041966-6-1-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-835468718_1
2015-03-13 10:50:42,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0004-1426269020459-soberoi-first%2Dmr-1426269041966-6-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:50:42,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job_1426268960696_0004_1_conf.xml dst=null perm=null
2015-03-13 10:50:42,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0004_conf.xml_tmp dst=null perm=null
2015-03-13 10:50:42,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job_1426268960696_0004_1_conf.xml dst=null perm=null
2015-03-13 10:50:42,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0004_conf.xml_tmp dst=null perm=null
2015-03-13 10:50:42,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004/job_1426268960696_0004_1_conf.xml dst=null perm=null
2015-03-13 10:50:42,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0004_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:42,046 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:58121, bytes: 83822, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-835468718_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741866_1042, duration: 365000
2015-03-13 10:50:42,047 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0004_conf.xml_tmp. BP-296811075-10.1.1.144-1426268958425 blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]}
2015-03-13 10:50:42,049 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741871_1047 src: /127.0.0.1:58122 dest: /127.0.0.1:57743
2015-03-13 10:50:42,050 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741871_1047 src: /127.0.0.1:58123 dest: /127.0.0.1:57750
2015-03-13 10:50:42,051 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741871_1047 src: /127.0.0.1:58124 dest: /127.0.0.1:57740
2015-03-13 10:50:42,054 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58124, dest: /127.0.0.1:57740, bytes: 83170, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835468718_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741871_1047, duration: 1709000
2015-03-13 10:50:42,054 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741871_1047, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:42,055 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:50:42,055 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58123, dest: /127.0.0.1:57750, bytes: 83170, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835468718_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741871_1047, duration: 2284000
2015-03-13 10:50:42,055 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:42,055 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:50:42,056 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58122, dest: /127.0.0.1:57743, bytes: 83170, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-835468718_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741871_1047, duration: 3216000
2015-03-13 10:50:42,056 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:42,056 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:50:42,058 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0004_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-835468718_1
2015-03-13 10:50:42,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0004_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:50:42,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0004.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0004.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:50:42,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0004_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0004_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:50:42,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0004-1426269020459-soberoi-first%2Dmr-1426269041966-6-1-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0004-1426269020459-soberoi-first%2Dmr-1426269041966-6-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:50:42,072 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0004_000001 State change from RUNNING to FINISHING
2015-03-13 10:50:42,072 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426268960696_0004
2015-03-13 10:50:42,073 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0004 State change from RUNNING to REMOVING
2015-03-13 10:50:42,073 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426268960696_0004
2015-03-13 10:50:42,073 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0004 State change from REMOVING to FINISHING
2015-03-13 10:50:42,924 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 8 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:50:42,924 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0004_01_000008
2015-03-13 10:50:42,925 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000008 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:50:42,925 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0004_01_000008 in state: COMPLETED event:FINISHED
2015-03-13 10:50:42,925 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000008
2015-03-13 10:50:42,925 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0004_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57777, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 10:50:42,926 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 10:50:42,926 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0004_01_000008, NodeId: 10.1.1.144:57777, NodeHttpAddress: 10.1.1.144:57780, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:57777 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:42,926 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:42,926 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 10:50:42,926 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0004_000001 released container container_1426268960696_0004_01_000008 on node: host: 10.1.1.144:57777 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 10:50:42,949 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:43,081 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741863_1039 127.0.0.1:57747 127.0.0.1:57740 127.0.0.1:57750 127.0.0.1:57743
2015-03-13 10:50:43,081 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741864_1040 127.0.0.1:57747 127.0.0.1:57743 127.0.0.1:57750
2015-03-13 10:50:43,082 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741865_1041 127.0.0.1:57740 127.0.0.1:57750 127.0.0.1:57747
2015-03-13 10:50:43,082 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741867_1043 127.0.0.1:57740 127.0.0.1:57743 127.0.0.1:57747
2015-03-13 10:50:43,082 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741866_1042 127.0.0.1:57740 127.0.0.1:57743 127.0.0.1:57747
2015-03-13 10:50:43,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0004 dst=null perm=null
2015-03-13 10:50:43,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2015-03-13 10:50:43,118 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path hdfs://localhost:57739/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary
2015-03-13 10:50:43,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary dst=null perm=null
2015-03-13 10:50:43,118 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] completed flow: first-mr
2015-03-13 10:50:43,119 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flow: second-mr
2015-03-13 10:50:43,119 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] at least one sink is marked for delete
2015-03-13 10:50:43,119 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-03-13 10:50:43,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2015-03-13 10:50:43,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2015-03-13 10:50:43,122 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] starting
2015-03-13 10:50:43,122 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] source: Hfs["NullScheme"]["hdfs://localhost:57739/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1"]
2015-03-13 10:50:43,122 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] sink: Hfs["NullScheme"]["hdfs://localhost:57739/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2"]
2015-03-13 10:50:43,122 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] parallel execution is enabled: true
2015-03-13 10:50:43,122 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] starting jobs: 1
2015-03-13 10:50:43,122 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] allocating threads: 1
2015-03-13 10:50:43,123 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-mr] starting step: Hfs["NullScheme"]["hdfs://localhost:57739/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2"]
2015-03-13 10:50:43,130 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:57763
2015-03-13 10:50:43,138 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:57763
2015-03-13 10:50:43,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2015-03-13 10:50:43,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 10:50:43,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 10:50:43,144 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 5
2015-03-13 10:50:43,144 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(149)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2015-03-13 10:50:43,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005 dst=null perm=null
2015-03-13 10:50:43,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 10:50:43,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 10:50:43,147 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(258)) - No job jar file set. User classes may not be found. See Job or Job#setJar(String).
2015-03-13 10:50:43,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:50:43,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:50:43,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:50:43,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 10:50:43,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 10:50:43,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 10:50:43,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 10:50:43,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 10:50:43,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:50:43,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2015-03-13 10:50:43,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2015-03-13 10:50:43,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2015-03-13 10:50:43,155 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 10:50:43,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:50:43,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:50:43,159 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.split
2015-03-13 10:50:43,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.split dst=null perm=null
2015-03-13 10:50:43,160 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.split. BP-296811075-10.1.1.144-1426268958425 blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]}
2015-03-13 10:50:43,162 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741872_1048 src: /127.0.0.1:58127 dest: /127.0.0.1:57747
2015-03-13 10:50:43,163 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741872_1048 src: /127.0.0.1:58128 dest: /127.0.0.1:57750
2015-03-13 10:50:43,164 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741872_1048 src: /127.0.0.1:58129 dest: /127.0.0.1:57743
2015-03-13 10:50:43,165 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741872_1048 src: /127.0.0.1:58130 dest: /127.0.0.1:57740
2015-03-13 10:50:43,169 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58130, dest: /127.0.0.1:57740, bytes: 839, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741872_1048, duration: 2269000
2015-03-13 10:50:43,169 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741872_1048, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:43,170 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:50:43,170 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58129, dest: /127.0.0.1:57743, bytes: 839, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741872_1048, duration: 2407000
2015-03-13 10:50:43,170 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:43,170 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:50:43,170 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58128, dest: /127.0.0.1:57750, bytes: 839, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741872_1048, duration: 3774000
2015-03-13 10:50:43,171 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:43,171 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:50:43,171 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58127, dest: /127.0.0.1:57747, bytes: 839, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741872_1048, duration: 4658000
2015-03-13 10:50:43,172 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:43,173 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:50:43,173 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.split is closed by DFSClient_NONMAPREDUCE_640982831_9
2015-03-13 10:50:43,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:50:43,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:50:43,178 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.splitmetainfo. BP-296811075-10.1.1.144-1426268958425 blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]}
2015-03-13 10:50:43,180 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741873_1049 src: /127.0.0.1:58131 dest: /127.0.0.1:57747
2015-03-13 10:50:43,181 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741873_1049 src: /127.0.0.1:58132 dest: /127.0.0.1:57740
2015-03-13 10:50:43,183 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741873_1049 src: /127.0.0.1:58133 dest: /127.0.0.1:57743
2015-03-13 10:50:43,185 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58133, dest: /127.0.0.1:57743, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741873_1049, duration: 1283000
2015-03-13 10:50:43,186 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741873_1049, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:43,186 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:50:43,186 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58132, dest: /127.0.0.1:57740, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741873_1049, duration: 1819000
2015-03-13 10:50:43,186 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:43,187 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:50:43,187 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58131, dest: /127.0.0.1:57747, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741873_1049, duration: 2703000
2015-03-13 10:50:43,187 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:43,191 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:50:43,192 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_640982831_9
2015-03-13 10:50:43,192 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:4
2015-03-13 10:50:43,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:50:43,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:50:43,196 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 10:50:43,196 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 10:50:43,196 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 10:50:43,212 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.xml. BP-296811075-10.1.1.144-1426268958425 blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]}
2015-03-13 10:50:43,213 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741874_1050 src: /127.0.0.1:58134 dest: /127.0.0.1:57740
2015-03-13 10:50:43,215 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741874_1050 src: /127.0.0.1:58135 dest: /127.0.0.1:57750
2015-03-13 10:50:43,217 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741874_1050 src: /127.0.0.1:58136 dest: /127.0.0.1:57747
2015-03-13 10:50:43,221 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58136, dest: /127.0.0.1:57747, bytes: 90170, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741874_1050, duration: 2337000
2015-03-13 10:50:43,221 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741874_1050, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:43,222 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:43,222 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58135, dest: /127.0.0.1:57750, bytes: 90170, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741874_1050, duration: 3051000
2015-03-13 10:50:43,222 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:43,223 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58134, dest: /127.0.0.1:57740, bytes: 90170, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741874_1050, duration: 4525000
2015-03-13 10:50:43,223 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:43,223 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:43,226 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:50:43,226 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.xml is closed by DFSClient_NONMAPREDUCE_640982831_9
2015-03-13 10:50:43,227 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426268960696_0005
2015-03-13 10:50:43,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005 dst=null perm=null
2015-03-13 10:50:43,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.xml dst=null perm=null
2015-03-13 10:50:43,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.xml dst=null perm=null
2015-03-13 10:50:43,230 INFO mapred.YARNRunner (YARNRunner.java:createApplicationSubmissionContext(368)) - Job jar is not present. Not adding any jar to the list of resources.
2015-03-13 10:50:43,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.split dst=null perm=null
2015-03-13 10:50:43,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.split dst=null perm=null
2015-03-13 10:50:43,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.splitmetainfo dst=null perm=null
2015-03-13 10:50:43,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.splitmetainfo dst=null perm=null
2015-03-13 10:50:43,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:50:43,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:50:43,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:50:43,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:50:43,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:50:43,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:50:43,241 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 5 submitted by user soberoi
2015-03-13 10:50:43,241 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426268960696_0005
2015-03-13 10:50:43,241 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426268960696_0005
2015-03-13 10:50:43,241 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426268960696_0005
2015-03-13 10:50:43,241 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0005 State change from NEW to NEW_SAVING
2015-03-13 10:50:43,242 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0005 State change from NEW_SAVING to SUBMITTED
2015-03-13 10:50:43,242 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426268960696_0005_000001
2015-03-13 10:50:43,242 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0005_000001 State change from NEW to SUBMITTED
2015-03-13 10:50:43,242 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426268960696_0005 from user: soberoi activated in queue: default
2015-03-13 10:50:43,242 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426268960696_0005 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@5d529507, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-03-13 10:50:43,242 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426268960696_0005 user: soberoi leaf-queue of parent: root #applications: 2
2015-03-13 10:50:43,243 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426268960696_0005 to ResourceManager at /10.1.1.144:57763
2015-03-13 10:50:43,243 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426268960696_0005_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2015-03-13 10:50:43,243 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0005_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 10:50:43,244 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0005 State change from SUBMITTED to ACCEPTED
2015-03-13 10:50:43,245 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:57760/proxy/application_1426268960696_0005/
2015-03-13 10:50:43,245 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-mr] submitted hadoop job: job_1426268960696_0005
2015-03-13 10:50:43,245 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-mr] tracking url: http://Edinburgh.local:57760/proxy/application_1426268960696_0005/
2015-03-13 10:50:43,288 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57747 to delete [blk_1073741863_1039, blk_1073741864_1040, blk_1073741865_1041, blk_1073741866_1042, blk_1073741867_1043]
2015-03-13 10:50:43,288 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57750 to delete [blk_1073741863_1039, blk_1073741864_1040, blk_1073741865_1041]
2015-03-13 10:50:43,888 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0005_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:50:43,889 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000001
2015-03-13 10:50:43,889 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0005_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:57773, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2015-03-13 10:50:43,889 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0005 container=Container: [ContainerId: container_1426268960696_0005_01_000001, NodeId: 10.1.1.144:57773, NodeHttpAddress: 10.1.1.144:57776, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57773 }, ] containerId=container_1426268960696_0005_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:43,890 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 10:50:43,890 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0005_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:50:43,890 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:43,891 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426268960696_0005 AttemptId: appattempt_1426268960696_0005_000001 MasterContainer: Container: [ContainerId: container_1426268960696_0005_01_000001, NodeId: 10.1.1.144:57773, NodeHttpAddress: 10.1.1.144:57776, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57773 }, ]
2015-03-13 10:50:43,891 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0005_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 10:50:43,891 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426268960696_0005_000001
2015-03-13 10:50:43,891 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0005_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 10:50:43,892 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426268960696_0005_000001
2015-03-13 10:50:43,892 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426268960696_0005_01_000001, NodeId: 10.1.1.144:57773, NodeHttpAddress: 10.1.1.144:57776, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57773 }, ] for AM appattempt_1426268960696_0005_000001
2015-03-13 10:50:43,892 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426268960696_0005_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 10:50:43,895 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0005_000001 (auth:SIMPLE)
2015-03-13 10:50:43,897 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0005_01_000001 by user soberoi
2015-03-13 10:50:43,897 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426268960696_0005
2015-03-13 10:50:43,897 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000001
2015-03-13 10:50:43,897 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0005 transitioned from NEW to INITING
2015-03-13 10:50:43,897 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0005_01_000001 to application application_1426268960696_0005
2015-03-13 10:50:43,898 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0005 transitioned from INITING to RUNNING
2015-03-13 10:50:43,898 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426268960696_0005_01_000001, NodeId: 10.1.1.144:57773, NodeHttpAddress: 10.1.1.144:57776, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57773 }, ] for AM appattempt_1426268960696_0005_000001
2015-03-13 10:50:43,898 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0005_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 10:50:43,898 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 10:50:43,898 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0005
2015-03-13 10:50:43,898 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 10:50:43,898 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.split transitioned from INIT to DOWNLOADING
2015-03-13 10:50:43,898 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 10:50:43,899 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426268960696_0005_01_000001
2015-03-13 10:50:43,908 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1426268960696_0005_01_000001.tokens. Credentials list:
2015-03-13 10:50:43,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:50:43,951 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:43,968 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741863 for deletion
2015-03-13 10:50:43,968 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741864 for deletion
2015-03-13 10:50:43,968 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741865 for deletion
2015-03-13 10:50:43,968 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741866_1042 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741866 for deletion
2015-03-13 10:50:43,968 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741867 for deletion
2015-03-13 10:50:43,969 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741864
2015-03-13 10:50:43,968 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741863
2015-03-13 10:50:43,969 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741866_1042 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741866
2015-03-13 10:50:43,969 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741865
2015-03-13 10:50:43,969 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741867
2015-03-13 10:50:43,995 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1426268960696_0005_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000001.tokens
2015-03-13 10:50:43,996 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0005
2015-03-13 10:50:44,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.splitmetainfo dst=null perm=null
2015-03-13 10:50:44,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.splitmetainfo dst=null perm=null
2015-03-13 10:50:44,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.splitmetainfo dst=null perm=null
2015-03-13 10:50:44,064 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:58140, bytes: 159, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_123634916_2920, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741873_1049, duration: 179000
2015-03-13 10:50:44,076 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:50:44,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.split dst=null perm=null
2015-03-13 10:50:44,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.split dst=null perm=null
2015-03-13 10:50:44,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.split dst=null perm=null
2015-03-13 10:50:44,101 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57743, dest: /127.0.0.1:58141, bytes: 847, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_123634916_2920, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741872_1048, duration: 202000
2015-03-13 10:50:44,114 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:50:44,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.xml dst=null perm=null
2015-03-13 10:50:44,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.xml dst=null perm=null
2015-03-13 10:50:44,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.xml dst=null perm=null
2015-03-13 10:50:44,138 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:58142, bytes: 90878, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_123634916_2920, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741874_1050, duration: 346000
2015-03-13 10:50:44,149 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741863 for deletion
2015-03-13 10:50:44,150 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741864 for deletion
2015-03-13 10:50:44,150 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741865 for deletion
2015-03-13 10:50:44,150 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741863
2015-03-13 10:50:44,150 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741864
2015-03-13 10:50:44,150 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741865
2015-03-13 10:50:44,151 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:50:44,151 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:50:44,176 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 10:50:44,176 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:44,242 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000001/default_container_executor.sh]
2015-03-13 10:50:44,857 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741868_1044
2015-03-13 10:50:44,858 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741871_1047
2015-03-13 10:50:44,858 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741867_1043
2015-03-13 10:50:44,858 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741869_1045
2015-03-13 10:50:44,858 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741872_1048
2015-03-13 10:50:44,859 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741871_1047
2015-03-13 10:50:44,859 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741867_1043
2015-03-13 10:50:44,859 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741873_1049
2015-03-13 10:50:44,860 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741874_1050
2015-03-13 10:50:44,860 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741873_1049
2015-03-13 10:50:44,861 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741870_1046
2015-03-13 10:50:44,861 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741872_1048
2015-03-13 10:50:44,888 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:44,889 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0005_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:50:44,955 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:44,980 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741873_1049
2015-03-13 10:50:44,981 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741874_1050
2015-03-13 10:50:44,982 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741870_1046
2015-03-13 10:50:44,982 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741872_1048
2015-03-13 10:50:44,983 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741868_1044
2015-03-13 10:50:44,983 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741869_1045
2015-03-13 10:50:45,155 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741869_1045
2015-03-13 10:50:45,155 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741871_1047
2015-03-13 10:50:45,156 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741874_1050
2015-03-13 10:50:45,157 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741872_1048
2015-03-13 10:50:45,158 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741870_1046
2015-03-13 10:50:45,159 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741868_1044
2015-03-13 10:50:45,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 10:50:45,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/COMMIT_STARTED dst=null perm=null
2015-03-13 10:50:45,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/COMMIT_SUCCESS dst=null perm=null
2015-03-13 10:50:45,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/COMMIT_FAIL dst=null perm=null
2015-03-13 10:50:45,892 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:45,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005 dst=null perm=null
2015-03-13 10:50:45,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 10:50:45,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 10:50:45,958 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:46,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.splitmetainfo dst=null perm=null
2015-03-13 10:50:46,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.splitmetainfo dst=null perm=null
2015-03-13 10:50:46,236 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57743, dest: /127.0.0.1:58144, bytes: 159, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-685849339_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741873_1049, duration: 142000
2015-03-13 10:50:46,293 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57743 to delete [blk_1073741863_1039, blk_1073741864_1040, blk_1073741866_1042, blk_1073741867_1043]
2015-03-13 10:50:46,293 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57740 to delete [blk_1073741863_1039, blk_1073741865_1041, blk_1073741866_1042, blk_1073741867_1043]
2015-03-13 10:50:46,849 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741863 for deletion
2015-03-13 10:50:46,849 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741863 for deletion
2015-03-13 10:50:46,849 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741865 for deletion
2015-03-13 10:50:46,849 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741866_1042 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741866 for deletion
2015-03-13 10:50:46,849 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741864 for deletion
2015-03-13 10:50:46,850 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741863
2015-03-13 10:50:46,850 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741867 for deletion
2015-03-13 10:50:46,849 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741863
2015-03-13 10:50:46,850 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741864
2015-03-13 10:50:46,850 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741865
2015-03-13 10:50:46,850 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741866_1042 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741866 for deletion
2015-03-13 10:50:46,850 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741866_1042 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741866
2015-03-13 10:50:46,850 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741867 for deletion
2015-03-13 10:50:46,850 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741867
2015-03-13 10:50:46,850 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741866_1042 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741866
2015-03-13 10:50:46,851 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741867
2015-03-13 10:50:46,895 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:46,964 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:47,036 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0005_000001 (auth:SIMPLE)
2015-03-13 10:50:47,037 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426268960696_0005_000001
2015-03-13 10:50:47,038 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426268960696_0005 APPATTEMPTID=appattempt_1426268960696_0005_000001
2015-03-13 10:50:47,038 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0005_000001 State change from LAUNCHED to RUNNING
2015-03-13 10:50:47,038 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0005 State change from ACCEPTED to RUNNING
2015-03-13 10:50:47,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job_1426268960696_0005_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:47,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:50:47,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job_1426268960696_0005_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:50:47,258 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job_1426268960696_0005_1_conf.xml. BP-296811075-10.1.1.144-1426268958425 blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]}
2015-03-13 10:50:47,300 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741875_1051 src: /127.0.0.1:58150 dest: /127.0.0.1:57747
2015-03-13 10:50:47,301 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741875_1051 src: /127.0.0.1:58151 dest: /127.0.0.1:57750
2015-03-13 10:50:47,303 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741875_1051 src: /127.0.0.1:58152 dest: /127.0.0.1:57743
2015-03-13 10:50:47,312 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58152, dest: /127.0.0.1:57743, bytes: 83171, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-685849339_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741875_1051, duration: 7116000
2015-03-13 10:50:47,312 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741875_1051, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:50:47,314 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:50:47,314 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58151, dest: /127.0.0.1:57750, bytes: 83171, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-685849339_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741875_1051, duration: 8725000
2015-03-13 10:50:47,315 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:47,315 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:50:47,316 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58150, dest: /127.0.0.1:57747, bytes: 83171, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-685849339_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741875_1051, duration: 10731000
2015-03-13 10:50:47,316 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:50:47,317 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:50:47,321 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job_1426268960696_0005_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-685849339_1
2015-03-13 10:50:47,901 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:47,970 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:48,213 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1426268960696_0004_01_000001 succeeded
2015-03-13 10:50:48,213 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-03-13 10:50:48,213 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0004_01_000001
2015-03-13 10:50:48,221 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000001
2015-03-13 10:50:48,221 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000001
2015-03-13 10:50:48,222 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000001
2015-03-13 10:50:48,222 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0004_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-03-13 10:50:48,222 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0004_01_000001 from application application_1426268960696_0004
2015-03-13 10:50:48,222 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:48,222 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000001
2015-03-13 10:50:48,222 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0004
2015-03-13 10:50:48,222 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426268960696_0004/container_1426268960696_0004_01_000001
2015-03-13 10:50:48,907 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:48,908 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0005_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:50:48,908 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000002
2015-03-13 10:50:48,908 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0005_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57773, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 10:50:48,908 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0005 container=Container: [ContainerId: container_1426268960696_0005_01_000002, NodeId: 10.1.1.144:57773, NodeHttpAddress: 10.1.1.144:57776, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57773 }, ] containerId=container_1426268960696_0005_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:48,909 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-03-13 10:50:48,909 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:48,909 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0005_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:50:48,909 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000003
2015-03-13 10:50:48,910 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0005_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57773, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2015-03-13 10:50:48,910 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0005 container=Container: [ContainerId: container_1426268960696_0005_01_000003, NodeId: 10.1.1.144:57773, NodeHttpAddress: 10.1.1.144:57776, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57773 }, ] containerId=container_1426268960696_0005_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:48,910 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-03-13 10:50:48,910 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:48,940 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0005_01_000004 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:50:48,940 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000004
2015-03-13 10:50:48,940 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0005_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57777, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 10:50:48,941 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0005 container=Container: [ContainerId: container_1426268960696_0005_01_000004, NodeId: 10.1.1.144:57777, NodeHttpAddress: 10.1.1.144:57780, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57777 }, ] containerId=container_1426268960696_0005_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:48,941 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2015-03-13 10:50:48,941 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:48,942 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0005_01_000005 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:50:48,942 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000005
2015-03-13 10:50:48,942 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0005_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57777, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2015-03-13 10:50:48,942 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0005 container=Container: [ContainerId: container_1426268960696_0005_01_000005, NodeId: 10.1.1.144:57777, NodeHttpAddress: 10.1.1.144:57780, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57777 }, ] containerId=container_1426268960696_0005_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:48,942 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2015-03-13 10:50:48,943 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:48,976 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_COMPLETE diagnostics: "" exit_status: 0
2015-03-13 10:50:48,976 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0004_01_000001
2015-03-13 10:50:48,977 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0004_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:50:48,977 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(550)) - Unregistering app attempt : appattempt_1426268960696_0004_000001
2015-03-13 10:50:48,977 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0004_01_000001 in state: COMPLETED event:FINISHED
2015-03-13 10:50:48,977 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0004_000001 State change from FINISHING to FINISHED
2015-03-13 10:50:48,977 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0004 CONTAINERID=container_1426268960696_0004_01_000001
2015-03-13 10:50:48,978 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0004 State change from FINISHING to FINISHED
2015-03-13 10:50:48,978 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0004_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:57765, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 10:50:48,978 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1426268960696_0004
2015-03-13 10:50:48,978 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-03-13 10:50:48,978 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(166)) - appId=application_1426268960696_0004,name=first-mr,user=soberoi,queue=default,state=FINISHED,trackingUrl=Edinburgh.local:57760/proxy/application_1426268960696_0004/jobhistory/job/job_1426268960696_0004,appMasterHost=Edinburgh.local,startTime=1426269020459,finishTime=1426269042073,finalStatus=SUCCEEDED
2015-03-13 10:50:48,979 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0004_01_000001, NodeId: 10.1.1.144:57765, NodeHttpAddress: 10.1.1.144:57768, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57765 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:48,979 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1426268960696_0004_000001
2015-03-13 10:50:48,979 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:48,979 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2015-03-13 10:50:48,980 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0004_000001 released container container_1426268960696_0004_01_000001 on node: host: 10.1.1.144:57765 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 10:50:48,980 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplication(470)) - Application appattempt_1426268960696_0004_000001 is done. finalState=FINISHED
2015-03-13 10:50:48,980 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1426268960696_0004 requests cleared
2015-03-13 10:50:48,980 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(779)) - Application removed - appId: application_1426268960696_0004 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-03-13 10:50:48,982 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(510)) - Application removed - appId: application_1426268960696_0004 user: soberoi leaf-queue of parent: root #applications: 1
2015-03-13 10:50:48,984 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0004_000001 (auth:SIMPLE)
2015-03-13 10:50:48,988 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0004_01_000001
2015-03-13 10:50:49,073 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0005_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:50:49,073 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0005_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:50:49,073 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0005_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:50:49,074 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0005_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:50:49,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.xml dst=null perm=null
2015-03-13 10:50:49,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.xml dst=null perm=null
2015-03-13 10:50:49,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:50:49,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:50:49,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:50:49,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:50:49,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:50:49,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:50:49,194 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0005_000001 (auth:SIMPLE)
2015-03-13 10:50:49,194 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0005_000001 (auth:SIMPLE)
2015-03-13 10:50:49,198 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0005_01_000003 by user soberoi
2015-03-13 10:50:49,198 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0005_01_000002 by user soberoi
2015-03-13 10:50:49,198 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000003
2015-03-13 10:50:49,198 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000002
2015-03-13 10:50:49,199 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0005_01_000004 by user soberoi
2015-03-13 10:50:49,199 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426268960696_0005
2015-03-13 10:50:49,199 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000004
2015-03-13 10:50:49,198 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0005_01_000005 by user soberoi
2015-03-13 10:50:49,200 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000005
2015-03-13 10:50:49,200 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0005_01_000003 to application application_1426268960696_0005
2015-03-13 10:50:49,201 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0005_01_000002 to application application_1426268960696_0005
2015-03-13 10:50:49,201 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0005 transitioned from NEW to INITING
2015-03-13 10:50:49,201 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0005_01_000004 to application application_1426268960696_0005
2015-03-13 10:50:49,201 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0005_01_000005 to application application_1426268960696_0005
2015-03-13 10:50:49,201 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0005 transitioned from INITING to RUNNING
2015-03-13 10:50:49,201 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000005 transitioned from NEW to LOCALIZING
2015-03-13 10:50:49,202 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000004 transitioned from NEW to LOCALIZING
2015-03-13 10:50:49,202 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0005
2015-03-13 10:50:49,202 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0005
2015-03-13 10:50:49,202 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:50:49,202 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0005
2015-03-13 10:50:49,201 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 10:50:49,203 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 10:50:49,203 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0005
2015-03-13 10:50:49,202 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 10:50:49,203 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0005
2015-03-13 10:50:49,203 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0005
2015-03-13 10:50:49,203 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:50:49,203 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0005
2015-03-13 10:50:49,203 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426268960696_0005_01_000005
2015-03-13 10:50:49,203 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0005
2015-03-13 10:50:49,204 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:50:49,204 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0005
2015-03-13 10:50:49,204 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0005
2015-03-13 10:50:49,205 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0005
2015-03-13 10:50:49,205 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:50:49,205 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0005
2015-03-13 10:50:49,205 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:50:49,205 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:50:49,206 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426268960696_0005_01_000004
2015-03-13 10:50:49,231 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1426268960696_0005_01_000005.tokens. Credentials list:
2015-03-13 10:50:49,234 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1426268960696_0005_01_000004.tokens. Credentials list:
2015-03-13 10:50:49,253 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 10:50:49,253 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:49,257 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:50:49,258 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 10:50:49,258 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:49,347 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000003/default_container_executor.sh]
2015-03-13 10:50:49,354 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000002/default_container_executor.sh]
2015-03-13 10:50:49,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1426268960696_0005_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000005.tokens
2015-03-13 10:50:49,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0005
2015-03-13 10:50:49,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.xml dst=null perm=null
2015-03-13 10:50:49,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.xml dst=null perm=null
2015-03-13 10:50:49,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.xml dst=null perm=null
2015-03-13 10:50:49,466 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:58158, bytes: 90878, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-787164541_3063, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741874_1050, duration: 327000
2015-03-13 10:50:49,489 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:50:49,489 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:50:49,489 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:50:49,538 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000004 transitioned from LOCALIZED to RUNNING
2015-03-13 10:50:49,538 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:49,538 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000005 transitioned from LOCALIZED to RUNNING
2015-03-13 10:50:49,538 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:49,692 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000004/default_container_executor.sh]
2015-03-13 10:50:49,692 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000005/default_container_executor.sh]
2015-03-13 10:50:49,866 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741875_1051
2015-03-13 10:50:49,910 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:49,911 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:49,911 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:49,911 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 10:50:49,911 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0005_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:50:49,911 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0005_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:50:49,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0004
2015-03-13 10:50:49,912 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426268960696_0004
2015-03-13 10:50:49,912 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 10:50:49,912 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426268960696_0004, with delay of 10800 seconds
2015-03-13 10:50:49,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426268960696_0004
2015-03-13 10:50:49,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426268960696_0004
2015-03-13 10:50:49,913 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426268960696_0004
2015-03-13 10:50:49,941 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:49,941 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:49,941 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 10:50:49,941 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0005_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:50:49,942 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0005_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:50:49,942 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0004
2015-03-13 10:50:49,942 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426268960696_0004
2015-03-13 10:50:49,942 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426268960696_0004
2015-03-13 10:50:49,942 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426268960696_0004
2015-03-13 10:50:49,942 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426268960696_0004
2015-03-13 10:50:49,943 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 10:50:49,943 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426268960696_0004, with delay of 10800 seconds
2015-03-13 10:50:49,954 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 10:50:49,954 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0004
2015-03-13 10:50:49,954 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426268960696_0004
2015-03-13 10:50:49,954 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426268960696_0004
2015-03-13 10:50:49,955 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426268960696_0004
2015-03-13 10:50:49,954 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426268960696_0004
2015-03-13 10:50:49,955 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 10:50:49,955 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426268960696_0004, with delay of 10800 seconds
2015-03-13 10:50:49,977 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 10:50:49,978 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426268960696_0004
2015-03-13 10:50:49,978 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426268960696_0004
2015-03-13 10:50:49,978 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426268960696_0004
2015-03-13 10:50:49,978 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426268960696_0004
2015-03-13 10:50:49,978 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 10:50:49,979 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426268960696_0004, with delay of 10800 seconds
2015-03-13 10:50:49,978 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426268960696_0004
2015-03-13 10:50:49,990 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741875_1051
2015-03-13 10:50:50,089 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 10:50:50,166 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741875_1051
2015-03-13 10:50:50,521 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:50:50,649 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1426268960696_0005_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000004.tokens
2015-03-13 10:50:50,650 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0005
2015-03-13 10:50:50,914 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:50,914 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:50,914 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:50,943 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:50,944 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:51,917 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:51,918 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:51,918 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:51,945 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:51,946 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:52,923 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:52,924 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:52,924 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:52,950 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:52,950 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:53,925 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:53,925 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:53,925 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:53,951 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:53,952 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:54,931 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:54,931 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:54,932 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:54,957 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:54,958 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:55,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.split dst=null perm=null
2015-03-13 10:50:55,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.split dst=null perm=null
2015-03-13 10:50:55,512 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57743, dest: /127.0.0.1:58166, bytes: 847, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0005_m_000000_0_-1895955172_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741872_1048, duration: 179000
2015-03-13 10:50:55,529 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:58167, bytes: 847, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0005_m_000001_0_590859289_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741872_1048, duration: 219000
2015-03-13 10:50:55,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null
2015-03-13 10:50:55,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null
2015-03-13 10:50:55,625 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:58168, bytes: 538, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0005_m_000000_0_-1895955172_1, offset: 1024, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741868_1044, duration: 196000
2015-03-13 10:50:55,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.split dst=null perm=null
2015-03-13 10:50:55,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job.split dst=null perm=null
2015-03-13 10:50:55,706 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:58167, bytes: 1570, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0005_m_000001_0_590859289_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741868_1044, duration: 212000
2015-03-13 10:50:55,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1426268960696_0005_m_000001_0 dst=null perm=null
2015-03-13 10:50:55,734 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:58171, bytes: 847, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0005_m_000002_0_1377238555_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741872_1048, duration: 181000
2015-03-13 10:50:55,763 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0005_01_000003
2015-03-13 10:50:55,763 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000003
2015-03-13 10:50:55,763 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000003 transitioned from RUNNING to KILLING
2015-03-13 10:50:55,764 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0005_01_000003
2015-03-13 10:50:55,764 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:55,764 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:55,764 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:50:55,776 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0005_01_000003 is : 143
2015-03-13 10:50:55,777 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job_1426268960696_0005_1.jhist. BP-296811075-10.1.1.144-1426268958425 blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]}
2015-03-13 10:50:55,779 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741876_1052 src: /127.0.0.1:58172 dest: /127.0.0.1:57743
2015-03-13 10:50:55,781 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741876_1052 src: /127.0.0.1:58173 dest: /127.0.0.1:57740
2015-03-13 10:50:55,782 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741876_1052 src: /127.0.0.1:58174 dest: /127.0.0.1:57747
2015-03-13 10:50:55,787 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job_1426268960696_0005_1.jhist for DFSClient_NONMAPREDUCE_-685849339_1
2015-03-13 10:50:55,790 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:50:55,790 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000003
2015-03-13 10:50:55,791 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000003
2015-03-13 10:50:55,791 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:50:55,791 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0005_01_000003 from application application_1426268960696_0005
2015-03-13 10:50:55,791 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:55,791 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000003
2015-03-13 10:50:55,792 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000003
2015-03-13 10:50:55,792 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000003
2015-03-13 10:50:55,791 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0005
2015-03-13 10:50:55,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1426268960696_0005_m_000000_0 dst=null perm=null
2015-03-13 10:50:55,847 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0005_01_000002
2015-03-13 10:50:55,847 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000002
2015-03-13 10:50:55,847 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000002 transitioned from RUNNING to KILLING
2015-03-13 10:50:55,847 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0005_01_000002
2015-03-13 10:50:55,847 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:55,847 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:50:55,848 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:50:55,848 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0005_01_000003
2015-03-13 10:50:55,849 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0005_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:50:55,849 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0005_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 10:50:55,849 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000003
2015-03-13 10:50:55,849 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0005_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57773, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-03-13 10:50:55,849 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-03-13 10:50:55,849 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0005_01_000003, NodeId: 10.1.1.144:57773, NodeHttpAddress: 10.1.1.144:57776, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57773 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:55,849 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:55,850 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-03-13 10:50:55,850 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0005_000001 released container container_1426268960696_0005_01_000003 on node: host: 10.1.1.144:57773 #containers=2 available=1024 used=3072 with event: FINISHED
2015-03-13 10:50:55,860 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0005_01_000002 is : 143
2015-03-13 10:50:55,871 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:58175, bytes: 331, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0005_m_000003_0_-204714639_1, offset: 512, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741872_1048, duration: 169000
2015-03-13 10:50:55,874 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:50:55,874 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000002
2015-03-13 10:50:55,875 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000002
2015-03-13 10:50:55,875 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000002
2015-03-13 10:50:55,875 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000002
2015-03-13 10:50:55,875 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000002
2015-03-13 10:50:55,876 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:50:55,876 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0005_01_000002 from application application_1426268960696_0005
2015-03-13 10:50:55,876 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:55,876 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0005
2015-03-13 10:50:55,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null
2015-03-13 10:50:55,940 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:58176, bytes: 1570, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0005_m_000002_0_1377238555_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741868_1044, duration: 190000
2015-03-13 10:50:55,963 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:55,963 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:55,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null
2015-03-13 10:50:55,971 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:58177, bytes: 1054, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0005_m_000003_0_-204714639_1, offset: 512, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741868_1044, duration: 163000
2015-03-13 10:50:56,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1426268960696_0005_m_000002_0 dst=null perm=null
2015-03-13 10:50:56,032 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0005_01_000004
2015-03-13 10:50:56,033 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000004
2015-03-13 10:50:56,033 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000004 transitioned from RUNNING to KILLING
2015-03-13 10:50:56,033 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0005_01_000004
2015-03-13 10:50:56,033 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:50:56,034 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:56,043 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0005_01_000004 is : 143
2015-03-13 10:50:56,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1426268960696_0005_m_000003_0 dst=null perm=null
2015-03-13 10:50:56,052 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:50:56,052 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000004
2015-03-13 10:50:56,052 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000004
2015-03-13 10:50:56,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000004
2015-03-13 10:50:56,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000004
2015-03-13 10:50:56,053 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000004
2015-03-13 10:50:56,053 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:50:56,053 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0005_01_000004 from application application_1426268960696_0005
2015-03-13 10:50:56,053 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:56,053 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0005
2015-03-13 10:50:56,066 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0005_01_000005
2015-03-13 10:50:56,066 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000005
2015-03-13 10:50:56,066 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000005 transitioned from RUNNING to KILLING
2015-03-13 10:50:56,067 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0005_01_000005
2015-03-13 10:50:56,067 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:50:56,067 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0005_01_000004
2015-03-13 10:50:56,067 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:50:56,068 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0005_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:50:56,068 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0005_01_000004 in state: COMPLETED event:FINISHED
2015-03-13 10:50:56,068 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000004
2015-03-13 10:50:56,068 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0005_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57777, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-03-13 10:50:56,068 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-03-13 10:50:56,068 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0005_01_000004, NodeId: 10.1.1.144:57777, NodeHttpAddress: 10.1.1.144:57780, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57777 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:56,069 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:56,069 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-03-13 10:50:56,069 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0005_000001 released container container_1426268960696_0005_01_000004 on node: host: 10.1.1.144:57777 #containers=1 available=3072 used=1024 with event: FINISHED
2015-03-13 10:50:56,080 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0005_01_000005 is : 143
2015-03-13 10:50:56,088 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:50:56,089 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000005
2015-03-13 10:50:56,089 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000005
2015-03-13 10:50:56,089 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:50:56,089 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0005_01_000005 from application application_1426268960696_0005
2015-03-13 10:50:56,089 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:56,089 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0005
2015-03-13 10:50:56,090 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000005
2015-03-13 10:50:56,090 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000005
2015-03-13 10:50:56,089 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000005
2015-03-13 10:50:56,853 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:56,853 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:50:56,853 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0005_01_000002
2015-03-13 10:50:56,854 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0005_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:50:56,854 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0005_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 10:50:56,854 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000002
2015-03-13 10:50:56,855 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0005_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57773, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 10:50:56,855 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-03-13 10:50:56,855 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0005_01_000002, NodeId: 10.1.1.144:57773, NodeHttpAddress: 10.1.1.144:57776, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57773 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:56,855 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:56,855 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 10:50:56,856 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0005_000001 released container container_1426268960696_0005_01_000002 on node: host: 10.1.1.144:57773 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 10:50:57,070 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:50:57,070 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0005_01_000005
2015-03-13 10:50:57,071 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0005_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:50:57,071 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0005_01_000005 in state: COMPLETED event:FINISHED
2015-03-13 10:50:57,071 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000005
2015-03-13 10:50:57,071 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0005_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57777, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 10:50:57,072 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 10:50:57,072 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0005_01_000005, NodeId: 10.1.1.144:57777, NodeHttpAddress: 10.1.1.144:57780, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57777 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:57,072 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:57,072 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 10:50:57,072 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0005_000001 released container container_1426268960696_0005_01_000005 on node: host: 10.1.1.144:57777 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 10:50:57,857 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:57,858 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0005_01_000006 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:50:57,858 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000006
2015-03-13 10:50:57,858 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0005_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57773, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 10:50:57,858 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0005 container=Container: [ContainerId: container_1426268960696_0005_01_000006, NodeId: 10.1.1.144:57773, NodeHttpAddress: 10.1.1.144:57776, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:57773 }, ] containerId=container_1426268960696_0005_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:57,859 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 10:50:57,859 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:50:58,133 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0005_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:50:58,142 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0005_01_000006 by user soberoi
2015-03-13 10:50:58,142 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000006
2015-03-13 10:50:58,142 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0005_01_000006 to application application_1426268960696_0005
2015-03-13 10:50:58,143 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000006 transitioned from NEW to LOCALIZING
2015-03-13 10:50:58,143 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0005
2015-03-13 10:50:58,143 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0005
2015-03-13 10:50:58,143 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:50:58,143 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0005
2015-03-13 10:50:58,143 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:50:58,170 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000006 transitioned from LOCALIZED to RUNNING
2015-03-13 10:50:58,170 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:50:58,253 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000006/default_container_executor.sh]
2015-03-13 10:50:58,863 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:58,863 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:58,864 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0005_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:50:59,139 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 10:50:59,867 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:50:59,867 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:00,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1426268960696_0005_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:51:00,517 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1426268960696_0005_r_000000_0/part-00000. BP-296811075-10.1.1.144-1426268958425 blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]}
2015-03-13 10:51:00,572 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741877_1053 src: /127.0.0.1:58184 dest: /127.0.0.1:57747
2015-03-13 10:51:00,574 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741877_1053 src: /127.0.0.1:58185 dest: /127.0.0.1:57740
2015-03-13 10:51:00,575 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741877_1053 src: /127.0.0.1:58186 dest: /127.0.0.1:57750
2015-03-13 10:51:00,585 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58186, dest: /127.0.0.1:57750, bytes: 1595, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0005_r_000000_0_1658636561_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741877_1053, duration: 9036000
2015-03-13 10:51:00,586 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741877_1053, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:51:00,586 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:51:00,586 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58185, dest: /127.0.0.1:57740, bytes: 1595, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0005_r_000000_0_1658636561_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741877_1053, duration: 9545000
2015-03-13 10:51:00,587 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:00,587 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:51:00,587 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58184, dest: /127.0.0.1:57747, bytes: 1595, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0005_r_000000_0_1658636561_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741877_1053, duration: 10777000
2015-03-13 10:51:00,588 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:00,588 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:51:00,591 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1426268960696_0005_r_000000_0/part-00000 is closed by DFSClient_attempt_1426268960696_0005_r_000000_0_1658636561_1
2015-03-13 10:51:00,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1426268960696_0005_r_000000_0 dst=null perm=null
2015-03-13 10:51:00,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1426268960696_0005_r_000000_0 dst=null perm=null
2015-03-13 10:51:00,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/task_1426268960696_0005_r_000000 dst=null perm=null
2015-03-13 10:51:00,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1426268960696_0005_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/task_1426268960696_0005_r_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:51:00,617 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0005_01_000006
2015-03-13 10:51:00,618 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000006
2015-03-13 10:51:00,618 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000006 transitioned from RUNNING to KILLING
2015-03-13 10:51:00,618 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0005_01_000006
2015-03-13 10:51:00,618 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:00,619 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:51:00,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:51:00,625 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-685849339_1
2015-03-13 10:51:00,628 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0005_01_000006 is : 143
2015-03-13 10:51:00,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1 dst=null perm=null
2015-03-13 10:51:00,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2015-03-13 10:51:00,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2015-03-13 10:51:00,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/task_1426268960696_0005_r_000000 dst=null perm=null
2015-03-13 10:51:00,637 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:51:00,638 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000006
2015-03-13 10:51:00,638 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000006
2015-03-13 10:51:00,638 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000006
2015-03-13 10:51:00,638 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000006
2015-03-13 10:51:00,638 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000006
2015-03-13 10:51:00,638 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:51:00,639 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0005_01_000006 from application application_1426268960696_0005
2015-03-13 10:51:00,639 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:51:00,639 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0005
2015-03-13 10:51:00,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null
2015-03-13 10:51:00,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/task_1426268960696_0005_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:51:00,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary dst=null perm=null
2015-03-13 10:51:00,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:51:00,651 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-685849339_1
2015-03-13 10:51:00,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:51:00,654 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-685849339_1
2015-03-13 10:51:00,668 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58174, dest: /127.0.0.1:57747, bytes: 51086, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-685849339_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741876_1052, duration: 4884284000
2015-03-13 10:51:00,668 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741876_1052, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:51:00,669 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:51:00,669 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58173, dest: /127.0.0.1:57740, bytes: 51086, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-685849339_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741876_1052, duration: 4885387000
2015-03-13 10:51:00,670 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:00,671 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:51:00,671 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58172, dest: /127.0.0.1:57743, bytes: 51086, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-685849339_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741876_1052, duration: 4887402000
2015-03-13 10:51:00,671 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:00,672 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:51:00,673 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job_1426268960696_0005_1.jhist is closed by DFSClient_NONMAPREDUCE_-685849339_1
2015-03-13 10:51:00,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0005.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:51:00,679 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0005.summary_tmp. BP-296811075-10.1.1.144-1426268958425 blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]}
2015-03-13 10:51:00,681 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741878_1054 src: /127.0.0.1:58187 dest: /127.0.0.1:57743
2015-03-13 10:51:00,682 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741878_1054 src: /127.0.0.1:58188 dest: /127.0.0.1:57750
2015-03-13 10:51:00,684 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741878_1054 src: /127.0.0.1:58189 dest: /127.0.0.1:57747
2015-03-13 10:51:00,687 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58189, dest: /127.0.0.1:57747, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-685849339_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741878_1054, duration: 1589000
2015-03-13 10:51:00,687 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741878_1054, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:51:00,688 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:51:00,688 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58188, dest: /127.0.0.1:57750, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-685849339_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741878_1054, duration: 2270000
2015-03-13 10:51:00,688 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:00,689 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:51:00,689 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58187, dest: /127.0.0.1:57743, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-685849339_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741878_1054, duration: 3545000
2015-03-13 10:51:00,689 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:00,690 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:51:00,691 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0005.summary_tmp is closed by DFSClient_NONMAPREDUCE_-685849339_1
2015-03-13 10:51:00,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0005.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:51:00,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job_1426268960696_0005_1.jhist dst=null perm=null
2015-03-13 10:51:00,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0005-1426269043241-soberoi-second%2Dmr-1426269060655-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 10:51:00,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job_1426268960696_0005_1.jhist dst=null perm=null
2015-03-13 10:51:00,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0005-1426269043241-soberoi-second%2Dmr-1426269060655-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 10:51:00,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job_1426268960696_0005_1.jhist dst=null perm=null
2015-03-13 10:51:00,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0005-1426269043241-soberoi-second%2Dmr-1426269060655-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:51:00,710 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57743, dest: /127.0.0.1:58190, bytes: 51486, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-685849339_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741876_1052, duration: 231000
2015-03-13 10:51:00,711 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0005-1426269043241-soberoi-second%2Dmr-1426269060655-4-1-SUCCEEDED-default.jhist_tmp. BP-296811075-10.1.1.144-1426268958425 blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]}
2015-03-13 10:51:00,713 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741879_1055 src: /127.0.0.1:58191 dest: /127.0.0.1:57750
2015-03-13 10:51:00,714 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741879_1055 src: /127.0.0.1:58192 dest: /127.0.0.1:57747
2015-03-13 10:51:00,715 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741879_1055 src: /127.0.0.1:58193 dest: /127.0.0.1:57743
2015-03-13 10:51:00,719 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58193, dest: /127.0.0.1:57743, bytes: 51086, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-685849339_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741879_1055, duration: 1802000
2015-03-13 10:51:00,719 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741879_1055, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:51:00,720 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:51:00,720 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58192, dest: /127.0.0.1:57747, bytes: 51086, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-685849339_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741879_1055, duration: 2290000
2015-03-13 10:51:00,720 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:00,720 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:51:00,721 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58191, dest: /127.0.0.1:57750, bytes: 51086, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-685849339_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741879_1055, duration: 3255000
2015-03-13 10:51:00,721 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:00,721 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:51:00,723 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0005-1426269043241-soberoi-second%2Dmr-1426269060655-4-1-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-685849339_1
2015-03-13 10:51:00,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0005-1426269043241-soberoi-second%2Dmr-1426269060655-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:51:00,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job_1426268960696_0005_1_conf.xml dst=null perm=null
2015-03-13 10:51:00,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0005_conf.xml_tmp dst=null perm=null
2015-03-13 10:51:00,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job_1426268960696_0005_1_conf.xml dst=null perm=null
2015-03-13 10:51:00,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0005_conf.xml_tmp dst=null perm=null
2015-03-13 10:51:00,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005/job_1426268960696_0005_1_conf.xml dst=null perm=null
2015-03-13 10:51:00,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0005_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:51:00,736 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:58194, bytes: 83823, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-685849339_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741875_1051, duration: 377000
2015-03-13 10:51:00,738 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0005_conf.xml_tmp. BP-296811075-10.1.1.144-1426268958425 blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]}
2015-03-13 10:51:00,740 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741880_1056 src: /127.0.0.1:58195 dest: /127.0.0.1:57750
2015-03-13 10:51:00,741 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741880_1056 src: /127.0.0.1:58196 dest: /127.0.0.1:57747
2015-03-13 10:51:00,742 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741880_1056 src: /127.0.0.1:58197 dest: /127.0.0.1:57743
2015-03-13 10:51:00,745 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58197, dest: /127.0.0.1:57743, bytes: 83171, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-685849339_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741880_1056, duration: 1994000
2015-03-13 10:51:00,746 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741880_1056, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:51:00,746 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:51:00,746 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58196, dest: /127.0.0.1:57747, bytes: 83171, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-685849339_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741880_1056, duration: 2619000
2015-03-13 10:51:00,746 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:00,747 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:51:00,747 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58195, dest: /127.0.0.1:57750, bytes: 83171, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-685849339_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741880_1056, duration: 3528000
2015-03-13 10:51:00,747 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:00,748 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:51:00,749 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0005_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-685849339_1
2015-03-13 10:51:00,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0005_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:51:00,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0005.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0005.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:51:00,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0005_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0005_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:51:00,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0005-1426269043241-soberoi-second%2Dmr-1426269060655-4-1-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0005-1426269043241-soberoi-second%2Dmr-1426269060655-4-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:51:00,762 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0005_000001 State change from RUNNING to FINISHING
2015-03-13 10:51:00,762 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426268960696_0005
2015-03-13 10:51:00,762 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0005 State change from RUNNING to REMOVING
2015-03-13 10:51:00,762 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426268960696_0005
2015-03-13 10:51:00,763 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0005 State change from REMOVING to FINISHING
2015-03-13 10:51:01,624 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:01,625 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:51:01,625 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0005_01_000006
2015-03-13 10:51:01,626 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0005_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:51:01,626 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0005_01_000006 in state: COMPLETED event:FINISHED
2015-03-13 10:51:01,626 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000006
2015-03-13 10:51:01,626 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0005_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57773, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 10:51:01,626 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 10:51:01,627 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0005_01_000006, NodeId: 10.1.1.144:57773, NodeHttpAddress: 10.1.1.144:57776, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:57773 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:51:01,627 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:51:01,627 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 10:51:01,627 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0005_000001 released container container_1426268960696_0005_01_000006 on node: host: 10.1.1.144:57773 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 10:51:01,770 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741872_1048 127.0.0.1:57747 127.0.0.1:57750 127.0.0.1:57743 127.0.0.1:57740
2015-03-13 10:51:01,770 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741873_1049 127.0.0.1:57747 127.0.0.1:57740 127.0.0.1:57743
2015-03-13 10:51:01,771 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741874_1050 127.0.0.1:57740 127.0.0.1:57750 127.0.0.1:57747
2015-03-13 10:51:01,771 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741876_1052 127.0.0.1:57743 127.0.0.1:57740 127.0.0.1:57747
2015-03-13 10:51:01,771 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741875_1051 127.0.0.1:57747 127.0.0.1:57750 127.0.0.1:57743
2015-03-13 10:51:01,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0005 dst=null perm=null
2015-03-13 10:51:01,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2015-03-13 10:51:01,808 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path hdfs://localhost:57739/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary
2015-03-13 10:51:01,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary dst=null perm=null
2015-03-13 10:51:01,809 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] completed flow: second-mr
2015-03-13 10:51:01,809 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flow: third-mr
2015-03-13 10:51:01,810 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] at least one sink is marked for delete
2015-03-13 10:51:01,810 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-03-13 10:51:01,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2015-03-13 10:51:01,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2015-03-13 10:51:01,812 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] starting
2015-03-13 10:51:01,812 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] source: Hfs["NullScheme"]["hdfs://localhost:57739/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2"]
2015-03-13 10:51:01,813 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] sink: Hfs["NullScheme"]["hdfs://localhost:57739/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3"]
2015-03-13 10:51:01,813 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] parallel execution is enabled: true
2015-03-13 10:51:01,813 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] starting jobs: 1
2015-03-13 10:51:01,813 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] allocating threads: 1
2015-03-13 10:51:01,814 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third-mr] starting step: Hfs["NullScheme"]["hdfs://localhost:57739/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3"]
2015-03-13 10:51:01,822 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:57763
2015-03-13 10:51:01,831 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:57763
2015-03-13 10:51:01,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2015-03-13 10:51:01,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 10:51:01,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 10:51:01,836 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 6
2015-03-13 10:51:01,837 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(149)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2015-03-13 10:51:01,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006 dst=null perm=null
2015-03-13 10:51:01,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 10:51:01,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 10:51:01,840 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(258)) - No job jar file set. User classes may not be found. See Job or Job#setJar(String).
2015-03-13 10:51:01,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:51:01,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:51:01,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:51:01,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 10:51:01,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 10:51:01,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 10:51:01,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 10:51:01,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 10:51:01,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:51:01,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2015-03-13 10:51:01,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2015-03-13 10:51:01,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2015-03-13 10:51:01,848 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 10:51:01,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:51:01,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:51:01,851 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.split
2015-03-13 10:51:01,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.split dst=null perm=null
2015-03-13 10:51:01,853 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.split. BP-296811075-10.1.1.144-1426268958425 blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]}
2015-03-13 10:51:01,854 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741881_1057 src: /127.0.0.1:58200 dest: /127.0.0.1:57740
2015-03-13 10:51:01,855 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741881_1057 src: /127.0.0.1:58201 dest: /127.0.0.1:57743
2015-03-13 10:51:01,856 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741881_1057 src: /127.0.0.1:58202 dest: /127.0.0.1:57747
2015-03-13 10:51:01,858 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741881_1057 src: /127.0.0.1:58203 dest: /127.0.0.1:57750
2015-03-13 10:51:01,861 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58203, dest: /127.0.0.1:57750, bytes: 839, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741881_1057, duration: 2252000
2015-03-13 10:51:01,862 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741881_1057, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:51:01,862 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58202, dest: /127.0.0.1:57747, bytes: 839, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741881_1057, duration: 2113000
2015-03-13 10:51:01,862 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:51:01,862 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:01,863 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58201, dest: /127.0.0.1:57743, bytes: 839, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741881_1057, duration: 3494000
2015-03-13 10:51:01,864 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:01,864 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:51:01,864 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58200, dest: /127.0.0.1:57740, bytes: 839, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741881_1057, duration: 5146000
2015-03-13 10:51:01,865 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:01,866 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:51:01,867 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741881_1057 size 839
2015-03-13 10:51:01,867 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.split is closed by DFSClient_NONMAPREDUCE_640982831_9
2015-03-13 10:51:01,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:51:01,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:51:01,873 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.splitmetainfo. BP-296811075-10.1.1.144-1426268958425 blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]}
2015-03-13 10:51:01,874 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741882_1058 src: /127.0.0.1:58204 dest: /127.0.0.1:57747
2015-03-13 10:51:01,876 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741882_1058 src: /127.0.0.1:58205 dest: /127.0.0.1:57750
2015-03-13 10:51:01,877 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741882_1058 src: /127.0.0.1:58206 dest: /127.0.0.1:57740
2015-03-13 10:51:01,880 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58206, dest: /127.0.0.1:57740, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741882_1058, duration: 1402000
2015-03-13 10:51:01,881 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741882_1058, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:51:01,881 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:51:01,881 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58205, dest: /127.0.0.1:57750, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741882_1058, duration: 2089000
2015-03-13 10:51:01,881 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:01,882 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:51:01,882 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58204, dest: /127.0.0.1:57747, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741882_1058, duration: 3073000
2015-03-13 10:51:01,882 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:01,883 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:51:01,884 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_640982831_9
2015-03-13 10:51:01,885 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:4
2015-03-13 10:51:01,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:51:01,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 10:51:01,889 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 10:51:01,890 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 10:51:01,890 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 10:51:01,895 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.xml. BP-296811075-10.1.1.144-1426268958425 blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]}
2015-03-13 10:51:01,897 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741883_1059 src: /127.0.0.1:58207 dest: /127.0.0.1:57750
2015-03-13 10:51:01,898 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741883_1059 src: /127.0.0.1:58208 dest: /127.0.0.1:57747
2015-03-13 10:51:01,899 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741883_1059 src: /127.0.0.1:58209 dest: /127.0.0.1:57743
2015-03-13 10:51:01,913 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58209, dest: /127.0.0.1:57743, bytes: 90168, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741883_1059, duration: 12517000
2015-03-13 10:51:01,913 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741883_1059, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:51:01,914 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58208, dest: /127.0.0.1:57747, bytes: 90168, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741883_1059, duration: 3762000
2015-03-13 10:51:01,914 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:51:01,914 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:01,915 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58207, dest: /127.0.0.1:57750, bytes: 90168, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741883_1059, duration: 14273000
2015-03-13 10:51:01,915 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:01,915 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:51:01,916 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:51:01,917 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.xml is closed by DFSClient_NONMAPREDUCE_640982831_9
2015-03-13 10:51:01,918 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426268960696_0006
2015-03-13 10:51:01,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006 dst=null perm=null
2015-03-13 10:51:01,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.xml dst=null perm=null
2015-03-13 10:51:01,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.xml dst=null perm=null
2015-03-13 10:51:01,922 INFO mapred.YARNRunner (YARNRunner.java:createApplicationSubmissionContext(368)) - Job jar is not present. Not adding any jar to the list of resources.
2015-03-13 10:51:01,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.split dst=null perm=null
2015-03-13 10:51:01,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.split dst=null perm=null
2015-03-13 10:51:01,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.splitmetainfo dst=null perm=null
2015-03-13 10:51:01,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.splitmetainfo dst=null perm=null
2015-03-13 10:51:01,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:51:01,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:51:01,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:51:01,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:51:01,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:51:01,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:51:01,934 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 6 submitted by user soberoi
2015-03-13 10:51:01,934 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426268960696_0006
2015-03-13 10:51:01,934 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426268960696_0006
2015-03-13 10:51:01,934 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0006 State change from NEW to NEW_SAVING
2015-03-13 10:51:01,934 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426268960696_0006
2015-03-13 10:51:01,935 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0006 State change from NEW_SAVING to SUBMITTED
2015-03-13 10:51:01,935 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426268960696_0006_000001
2015-03-13 10:51:01,935 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0006_000001 State change from NEW to SUBMITTED
2015-03-13 10:51:01,935 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426268960696_0006 from user: soberoi activated in queue: default
2015-03-13 10:51:01,935 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426268960696_0006 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@5d529507, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-03-13 10:51:01,935 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426268960696_0006 user: soberoi leaf-queue of parent: root #applications: 2
2015-03-13 10:51:01,936 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426268960696_0006 to ResourceManager at /10.1.1.144:57763
2015-03-13 10:51:01,936 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426268960696_0006_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2015-03-13 10:51:01,936 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0006_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 10:51:01,936 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0006 State change from SUBMITTED to ACCEPTED
2015-03-13 10:51:01,938 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:57760/proxy/application_1426268960696_0006/
2015-03-13 10:51:01,939 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third-mr] submitted hadoop job: job_1426268960696_0006
2015-03-13 10:51:01,939 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third-mr] tracking url: http://Edinburgh.local:57760/proxy/application_1426268960696_0006/
2015-03-13 10:51:01,999 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0006_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:51:01,999 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0006 CONTAINERID=container_1426268960696_0006_01_000001
2015-03-13 10:51:01,999 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0006_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:57769, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2015-03-13 10:51:02,000 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0006 container=Container: [ContainerId: container_1426268960696_0006_01_000001, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ] containerId=container_1426268960696_0006_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:51:02,000 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 10:51:02,000 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0006_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:51:02,000 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:51:02,001 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426268960696_0006 AttemptId: appattempt_1426268960696_0006_000001 MasterContainer: Container: [ContainerId: container_1426268960696_0006_01_000001, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ]
2015-03-13 10:51:02,001 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0006_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 10:51:02,001 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426268960696_0006_000001
2015-03-13 10:51:02,001 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0006_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 10:51:02,002 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426268960696_0006_000001
2015-03-13 10:51:02,003 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426268960696_0006_01_000001, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ] for AM appattempt_1426268960696_0006_000001
2015-03-13 10:51:02,003 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426268960696_0006_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 10:51:02,005 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0006_000001 (auth:SIMPLE)
2015-03-13 10:51:02,007 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0006_01_000001 by user soberoi
2015-03-13 10:51:02,007 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426268960696_0006
2015-03-13 10:51:02,008 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0006 CONTAINERID=container_1426268960696_0006_01_000001
2015-03-13 10:51:02,008 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0006 transitioned from NEW to INITING
2015-03-13 10:51:02,008 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0006_01_000001 to application application_1426268960696_0006
2015-03-13 10:51:02,008 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426268960696_0006_01_000001, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ] for AM appattempt_1426268960696_0006_000001
2015-03-13 10:51:02,008 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0006 transitioned from INITING to RUNNING
2015-03-13 10:51:02,008 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0006_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 10:51:02,008 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 10:51:02,008 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0006
2015-03-13 10:51:02,009 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 10:51:02,009 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.split transitioned from INIT to DOWNLOADING
2015-03-13 10:51:02,009 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 10:51:02,009 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426268960696_0006_01_000001
2015-03-13 10:51:02,019 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1426268960696_0006_01_000001.tokens. Credentials list:
2015-03-13 10:51:02,033 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:51:02,102 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1426268960696_0006_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000001.tokens
2015-03-13 10:51:02,102 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0006
2015-03-13 10:51:02,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.splitmetainfo dst=null perm=null
2015-03-13 10:51:02,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.splitmetainfo dst=null perm=null
2015-03-13 10:51:02,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.splitmetainfo dst=null perm=null
2015-03-13 10:51:02,172 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:58213, bytes: 159, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2050949542_3300, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741882_1058, duration: 132000
2015-03-13 10:51:02,186 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:51:02,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.split dst=null perm=null
2015-03-13 10:51:02,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.split dst=null perm=null
2015-03-13 10:51:02,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.split dst=null perm=null
2015-03-13 10:51:02,211 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:58214, bytes: 847, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2050949542_3300, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741881_1057, duration: 207000
2015-03-13 10:51:02,224 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:51:02,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.xml dst=null perm=null
2015-03-13 10:51:02,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.xml dst=null perm=null
2015-03-13 10:51:02,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.xml dst=null perm=null
2015-03-13 10:51:02,247 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:58215, bytes: 90876, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2050949542_3300, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741883_1059, duration: 343000
2015-03-13 10:51:02,260 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:51:02,260 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:51:02,287 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 10:51:02,287 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:51:02,354 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000001/default_container_executor.sh]
2015-03-13 10:51:02,627 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:02,998 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:02,999 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0006_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:51:03,628 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:03,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 10:51:03,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/COMMIT_STARTED dst=null perm=null
2015-03-13 10:51:03,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/COMMIT_SUCCESS dst=null perm=null
2015-03-13 10:51:03,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/COMMIT_FAIL dst=null perm=null
2015-03-13 10:51:03,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006 dst=null perm=null
2015-03-13 10:51:03,999 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:03,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 10:51:04,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 10:51:04,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.splitmetainfo dst=null perm=null
2015-03-13 10:51:04,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.splitmetainfo dst=null perm=null
2015-03-13 10:51:04,305 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57747 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741874_1050, blk_1073741875_1051, blk_1073741876_1052]
2015-03-13 10:51:04,305 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57743 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741875_1051, blk_1073741876_1052]
2015-03-13 10:51:04,339 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:58217, bytes: 159, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-736283967_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741882_1058, duration: 174000
2015-03-13 10:51:04,629 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:04,866 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741872 for deletion
2015-03-13 10:51:04,866 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741873 for deletion
2015-03-13 10:51:04,866 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741875 for deletion
2015-03-13 10:51:04,866 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741876 for deletion
2015-03-13 10:51:04,867 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741872
2015-03-13 10:51:04,867 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741875
2015-03-13 10:51:04,868 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741873
2015-03-13 10:51:04,868 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741876
2015-03-13 10:51:04,872 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741882_1058
2015-03-13 10:51:04,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741876_1052
2015-03-13 10:51:04,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741881_1057
2015-03-13 10:51:04,874 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741877_1053
2015-03-13 10:51:04,876 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741879_1055
2015-03-13 10:51:04,877 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741880_1056
2015-03-13 10:51:04,878 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741883_1059
2015-03-13 10:51:04,878 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741878_1054
2015-03-13 10:51:04,879 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741881_1057
2015-03-13 10:51:04,982 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741872 for deletion
2015-03-13 10:51:04,982 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741873 for deletion
2015-03-13 10:51:04,982 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741874 for deletion
2015-03-13 10:51:04,982 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741872
2015-03-13 10:51:04,983 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741875 for deletion
2015-03-13 10:51:04,983 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741873
2015-03-13 10:51:04,983 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741876 for deletion
2015-03-13 10:51:04,983 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741874
2015-03-13 10:51:04,983 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741875
2015-03-13 10:51:04,983 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741876
2015-03-13 10:51:05,002 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:05,003 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741882_1058
2015-03-13 10:51:05,004 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741883_1059
2015-03-13 10:51:05,004 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741877_1053
2015-03-13 10:51:05,005 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741881_1057
2015-03-13 10:51:05,005 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741878_1054
2015-03-13 10:51:05,005 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741879_1055
2015-03-13 10:51:05,006 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741880_1056
2015-03-13 10:51:05,118 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0006_000001 (auth:SIMPLE)
2015-03-13 10:51:05,121 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426268960696_0006_000001
2015-03-13 10:51:05,121 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426268960696_0006 APPATTEMPTID=appattempt_1426268960696_0006_000001
2015-03-13 10:51:05,121 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0006_000001 State change from LAUNCHED to RUNNING
2015-03-13 10:51:05,121 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0006 State change from ACCEPTED to RUNNING
2015-03-13 10:51:05,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job_1426268960696_0006_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:51:05,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:51:05,177 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741877_1053
2015-03-13 10:51:05,177 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741879_1055
2015-03-13 10:51:05,178 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741881_1057
2015-03-13 10:51:05,179 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741880_1056
2015-03-13 10:51:05,180 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741883_1059
2015-03-13 10:51:05,180 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741882_1058
2015-03-13 10:51:05,180 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741878_1054
2015-03-13 10:51:05,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job_1426268960696_0006_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:51:05,337 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job_1426268960696_0006_1_conf.xml. BP-296811075-10.1.1.144-1426268958425 blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]}
2015-03-13 10:51:05,373 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741884_1060 src: /127.0.0.1:58223 dest: /127.0.0.1:57747
2015-03-13 10:51:05,374 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741884_1060 src: /127.0.0.1:58224 dest: /127.0.0.1:57750
2015-03-13 10:51:05,375 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741884_1060 src: /127.0.0.1:58225 dest: /127.0.0.1:57740
2015-03-13 10:51:05,385 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58225, dest: /127.0.0.1:57740, bytes: 83170, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-736283967_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741884_1060, duration: 7437000
2015-03-13 10:51:05,385 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741884_1060, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:51:05,386 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:51:05,386 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58224, dest: /127.0.0.1:57750, bytes: 83170, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-736283967_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741884_1060, duration: 7881000
2015-03-13 10:51:05,386 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:05,387 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:51:05,387 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58223, dest: /127.0.0.1:57747, bytes: 83170, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-736283967_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741884_1060, duration: 8874000
2015-03-13 10:51:05,387 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:05,387 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57740|RBW]]} size 0
2015-03-13 10:51:05,392 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job_1426268960696_0006_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-736283967_1
2015-03-13 10:51:05,630 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:06,008 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:06,631 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:06,632 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0006_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:51:06,633 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0006 CONTAINERID=container_1426268960696_0006_01_000002
2015-03-13 10:51:06,633 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0006_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57773, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 10:51:06,633 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0006 container=Container: [ContainerId: container_1426268960696_0006_01_000002, NodeId: 10.1.1.144:57773, NodeHttpAddress: 10.1.1.144:57776, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57773 }, ] containerId=container_1426268960696_0006_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:51:06,633 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-03-13 10:51:06,634 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:51:06,634 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0006_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:51:06,634 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0006 CONTAINERID=container_1426268960696_0006_01_000003
2015-03-13 10:51:06,634 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0006_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57773, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2015-03-13 10:51:06,635 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0006 container=Container: [ContainerId: container_1426268960696_0006_01_000003, NodeId: 10.1.1.144:57773, NodeHttpAddress: 10.1.1.144:57776, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57773 }, ] containerId=container_1426268960696_0006_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:51:06,635 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-03-13 10:51:06,635 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:51:06,899 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1426268960696_0005_01_000001 succeeded
2015-03-13 10:51:06,900 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-03-13 10:51:06,900 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0005_01_000001
2015-03-13 10:51:06,908 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000001
2015-03-13 10:51:06,908 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000001
2015-03-13 10:51:06,908 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000001
2015-03-13 10:51:06,908 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0005_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-03-13 10:51:06,909 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0005_01_000001 from application application_1426268960696_0005
2015-03-13 10:51:06,909 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000001
2015-03-13 10:51:06,908 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426268960696_0005/container_1426268960696_0005_01_000001
2015-03-13 10:51:06,909 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:51:06,909 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0005
2015-03-13 10:51:07,011 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:07,012 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0006_01_000004 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:51:07,012 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0006 CONTAINERID=container_1426268960696_0006_01_000004
2015-03-13 10:51:07,013 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0006_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57769, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 10:51:07,013 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0006 container=Container: [ContainerId: container_1426268960696_0006_01_000004, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ] containerId=container_1426268960696_0006_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:51:07,013 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2015-03-13 10:51:07,013 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 10:51:07,014 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0006_01_000005 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:51:07,014 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0006 CONTAINERID=container_1426268960696_0006_01_000005
2015-03-13 10:51:07,014 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0006_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57769, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2015-03-13 10:51:07,015 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0006 container=Container: [ContainerId: container_1426268960696_0006_01_000005, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ] containerId=container_1426268960696_0006_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 10:51:07,015 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2015-03-13 10:51:07,015 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2015-03-13 10:51:07,156 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0006_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:51:07,156 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0006_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:51:07,157 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0006_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:51:07,157 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0006_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:51:07,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.xml dst=null perm=null
2015-03-13 10:51:07,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.xml dst=null perm=null
2015-03-13 10:51:07,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:51:07,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:51:07,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:51:07,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:51:07,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 10:51:07,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-1612968764151833616.jar dst=null perm=null
2015-03-13 10:51:07,279 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0006_000001 (auth:SIMPLE)
2015-03-13 10:51:07,279 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0006_000001 (auth:SIMPLE)
2015-03-13 10:51:07,282 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0006_01_000004 by user soberoi
2015-03-13 10:51:07,283 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0006_01_000003 by user soberoi
2015-03-13 10:51:07,283 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0006 CONTAINERID=container_1426268960696_0006_01_000004
2015-03-13 10:51:07,283 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0006_01_000002 by user soberoi
2015-03-13 10:51:07,283 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0006_01_000005 by user soberoi
2015-03-13 10:51:07,283 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0006 CONTAINERID=container_1426268960696_0006_01_000002
2015-03-13 10:51:07,283 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0006_01_000002 to application application_1426268960696_0006
2015-03-13 10:51:07,283 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426268960696_0006
2015-03-13 10:51:07,284 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0006 CONTAINERID=container_1426268960696_0006_01_000003
2015-03-13 10:51:07,283 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0006_01_000004 to application application_1426268960696_0006
2015-03-13 10:51:07,284 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0006 transitioned from NEW to INITING
2015-03-13 10:51:07,284 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0006_01_000003 to application application_1426268960696_0006
2015-03-13 10:51:07,284 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0006 transitioned from INITING to RUNNING
2015-03-13 10:51:07,283 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0006 CONTAINERID=container_1426268960696_0006_01_000005
2015-03-13 10:51:07,285 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 10:51:07,284 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0006_01_000005 to application application_1426268960696_0006
2015-03-13 10:51:07,285 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 10:51:07,285 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0006
2015-03-13 10:51:07,285 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000004 transitioned from NEW to LOCALIZING
2015-03-13 10:51:07,285 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0006
2015-03-13 10:51:07,285 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:51:07,286 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0006
2015-03-13 10:51:07,286 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 10:51:07,286 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0006
2015-03-13 10:51:07,285 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000005 transitioned from NEW to LOCALIZING
2015-03-13 10:51:07,286 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0006
2015-03-13 10:51:07,286 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0006
2015-03-13 10:51:07,286 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:51:07,286 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0006
2015-03-13 10:51:07,286 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:51:07,286 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0006
2015-03-13 10:51:07,287 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0006
2015-03-13 10:51:07,287 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0006
2015-03-13 10:51:07,287 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0006
2015-03-13 10:51:07,287 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:51:07,287 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0006
2015-03-13 10:51:07,287 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426268960696_0006_01_000002
2015-03-13 10:51:07,287 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:51:07,288 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:51:07,288 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426268960696_0006_01_000003
2015-03-13 10:51:07,305 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57750 to delete [blk_1073741872_1048, blk_1073741874_1050, blk_1073741875_1051]
2015-03-13 10:51:07,306 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:57740 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741874_1050, blk_1073741876_1052]
2015-03-13 10:51:07,308 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1426268960696_0006_01_000002.tokens. Credentials list:
2015-03-13 10:51:07,308 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1426268960696_0006_01_000003.tokens. Credentials list:
2015-03-13 10:51:07,327 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000004 transitioned from LOCALIZED to RUNNING
2015-03-13 10:51:07,327 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:51:07,329 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000005 transitioned from LOCALIZED to RUNNING
2015-03-13 10:51:07,329 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:51:07,331 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:51:07,418 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000005/default_container_executor.sh]
2015-03-13 10:51:07,418 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000004/default_container_executor.sh]
2015-03-13 10:51:07,430 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1426268960696_0006_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000002.tokens
2015-03-13 10:51:07,430 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0006
2015-03-13 10:51:07,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.xml dst=null perm=null
2015-03-13 10:51:07,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.xml dst=null perm=null
2015-03-13 10:51:07,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.xml dst=null perm=null
2015-03-13 10:51:07,525 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:58230, bytes: 90876, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_354127066_3440, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741883_1059, duration: 395000
2015-03-13 10:51:07,551 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:57739/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 10:51:07,551 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:51:07,551 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:51:07,591 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 10:51:07,591 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:51:07,593 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 10:51:07,593 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:51:07,632 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_COMPLETE diagnostics: "" exit_status: 0
2015-03-13 10:51:07,632 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0005_01_000001
2015-03-13 10:51:07,633 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:07,633 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:07,634 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0006_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:51:07,634 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0006_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:51:07,634 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0005_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:51:07,634 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(550)) - Unregistering app attempt : appattempt_1426268960696_0005_000001
2015-03-13 10:51:07,634 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0005_01_000001 in state: COMPLETED event:FINISHED
2015-03-13 10:51:07,634 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0005_000001 State change from FINISHING to FINISHED
2015-03-13 10:51:07,634 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0005 CONTAINERID=container_1426268960696_0005_01_000001
2015-03-13 10:51:07,634 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0005 State change from FINISHING to FINISHED
2015-03-13 10:51:07,634 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0005_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:57773, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-03-13 10:51:07,635 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1426268960696_0005
2015-03-13 10:51:07,635 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-03-13 10:51:07,635 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1426268960696_0005_000001
2015-03-13 10:51:07,635 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0005_01_000001, NodeId: 10.1.1.144:57773, NodeHttpAddress: 10.1.1.144:57776, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:57773 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 10:51:07,635 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(166)) - appId=application_1426268960696_0005,name=second-mr,user=soberoi,queue=default,state=FINISHED,trackingUrl=Edinburgh.local:57760/proxy/application_1426268960696_0005/jobhistory/job/job_1426268960696_0005,appMasterHost=Edinburgh.local,startTime=1426269043241,finishTime=1426269060763,finalStatus=SUCCEEDED
2015-03-13 10:51:07,635 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 10:51:07,635 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2015-03-13 10:51:07,635 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0005_000001 released container container_1426268960696_0005_01_000001 on node: host: 10.1.1.144:57773 #containers=2 available=2048 used=2048 with event: FINISHED
2015-03-13 10:51:07,635 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplication(470)) - Application appattempt_1426268960696_0005_000001 is done. finalState=FINISHED
2015-03-13 10:51:07,636 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1426268960696_0005 requests cleared
2015-03-13 10:51:07,636 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(779)) - Application removed - appId: application_1426268960696_0005 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-03-13 10:51:07,636 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(510)) - Application removed - appId: application_1426268960696_0005 user: soberoi leaf-queue of parent: root #applications: 1
2015-03-13 10:51:07,638 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426268960696_0005_000001 (auth:SIMPLE)
2015-03-13 10:51:07,641 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0005_01_000001
2015-03-13 10:51:07,718 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000003/default_container_executor.sh]
2015-03-13 10:51:07,718 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000002/default_container_executor.sh]
2015-03-13 10:51:07,866 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741872 for deletion
2015-03-13 10:51:07,866 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741873 for deletion
2015-03-13 10:51:07,866 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741874 for deletion
2015-03-13 10:51:07,866 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741876 for deletion
2015-03-13 10:51:07,866 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741872
2015-03-13 10:51:07,866 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741873
2015-03-13 10:51:07,867 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741874
2015-03-13 10:51:07,867 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741876
2015-03-13 10:51:08,016 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:08,016 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:08,016 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:08,017 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0006_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:51:08,017 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0006_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:51:08,107 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 10:51:08,108 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426268960696_0005
2015-03-13 10:51:08,108 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426268960696_0005
2015-03-13 10:51:08,108 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426268960696_0005
2015-03-13 10:51:08,108 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426268960696_0005
2015-03-13 10:51:08,108 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426268960696_0005
2015-03-13 10:51:08,109 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 10:51:08,109 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426268960696_0005, with delay of 10800 seconds
2015-03-13 10:51:08,169 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741872 for deletion
2015-03-13 10:51:08,170 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 10:51:08,170 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741874 for deletion
2015-03-13 10:51:08,170 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741872
2015-03-13 10:51:08,170 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741875 for deletion
2015-03-13 10:51:08,170 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741874
2015-03-13 10:51:08,170 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-296811075-10.1.1.144-1426268958425 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-296811075-10.1.1.144-1426268958425/current/finalized/blk_1073741875
2015-03-13 10:51:08,582 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 10:51:08,636 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:08,637 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:08,637 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 10:51:08,637 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0005
2015-03-13 10:51:08,637 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426268960696_0005
2015-03-13 10:51:08,637 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426268960696_0005
2015-03-13 10:51:08,638 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426268960696_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 10:51:08,638 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426268960696_0005, with delay of 10800 seconds
2015-03-13 10:51:08,638 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426268960696_0005
2015-03-13 10:51:08,638 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426268960696_0005
2015-03-13 10:51:08,704 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1426268960696_0006_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000003.tokens
2015-03-13 10:51:08,704 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0006
2015-03-13 10:51:09,022 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:09,022 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:09,023 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:09,639 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:09,639 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:09,880 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741884_1060
2015-03-13 10:51:10,012 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741884_1060
2015-03-13 10:51:10,024 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:10,024 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:10,024 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:10,186 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-296811075-10.1.1.144-1426268958425:blk_1073741884_1060
2015-03-13 10:51:10,647 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:10,647 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:11,027 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:11,027 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:11,027 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:11,649 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:11,649 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:12,030 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:12,030 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:12,030 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:12,651 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:12,651 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:13,031 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:13,032 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:13,032 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:13,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.split dst=null perm=null
2015-03-13 10:51:13,489 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57743, dest: /127.0.0.1:58238, bytes: 331, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0006_m_000003_0_-942014432_1, offset: 512, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741881_1057, duration: 152000
2015-03-13 10:51:13,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.split dst=null perm=null
2015-03-13 10:51:13,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.split dst=null perm=null
2015-03-13 10:51:13,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job.split dst=null perm=null
2015-03-13 10:51:13,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null
2015-03-13 10:51:13,608 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:58242, bytes: 1095, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0006_m_000003_0_-942014432_1, offset: 512, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741877_1053, duration: 160000
2015-03-13 10:51:13,652 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:13,652 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:13,729 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:58243, bytes: 847, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0006_m_000002_0_-841200713_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741881_1057, duration: 170000
2015-03-13 10:51:13,789 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:58245, bytes: 847, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0006_m_000001_0_2122319853_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741881_1057, duration: 234000
2015-03-13 10:51:13,789 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:58244, bytes: 847, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0006_m_000000_0_1704848277_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741881_1057, duration: 200000
2015-03-13 10:51:13,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null
2015-03-13 10:51:13,879 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:58246, bytes: 1611, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0006_m_000002_0_-841200713_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741877_1053, duration: 189000
2015-03-13 10:51:13,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1426268960696_0006_m_000003_0 dst=null perm=null
2015-03-13 10:51:13,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null
2015-03-13 10:51:13,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null
2015-03-13 10:51:13,901 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:58244, bytes: 579, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0006_m_000000_0_1704848277_1, offset: 1024, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741877_1053, duration: 182000
2015-03-13 10:51:13,914 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0006_01_000005
2015-03-13 10:51:13,914 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0006 CONTAINERID=container_1426268960696_0006_01_000005
2015-03-13 10:51:13,914 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000005 transitioned from RUNNING to KILLING
2015-03-13 10:51:13,914 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0006_01_000005
2015-03-13 10:51:13,914 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:13,915 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:13,915 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:51:13,927 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0006_01_000005 is : 143
2015-03-13 10:51:13,928 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job_1426268960696_0006_1.jhist. BP-296811075-10.1.1.144-1426268958425 blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]}
2015-03-13 10:51:13,930 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741885_1061 src: /127.0.0.1:58247 dest: /127.0.0.1:57743
2015-03-13 10:51:13,933 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741885_1061 src: /127.0.0.1:58248 dest: /127.0.0.1:57747
2015-03-13 10:51:13,935 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741885_1061 src: /127.0.0.1:58249 dest: /127.0.0.1:57750
2015-03-13 10:51:13,943 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job_1426268960696_0006_1.jhist for DFSClient_NONMAPREDUCE_-736283967_1
2015-03-13 10:51:13,946 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:51:13,946 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000005
2015-03-13 10:51:13,946 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000005
2015-03-13 10:51:13,947 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0006 CONTAINERID=container_1426268960696_0006_01_000005
2015-03-13 10:51:13,947 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:51:13,947 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0006_01_000005 from application application_1426268960696_0006
2015-03-13 10:51:13,947 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:51:13,947 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0006
2015-03-13 10:51:13,947 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000005
2015-03-13 10:51:13,947 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000005
2015-03-13 10:51:13,996 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:58250, bytes: 1611, op: HDFS_READ, cliID: DFSClient_attempt_1426268960696_0006_m_000001_0_2122319853_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741877_1053, duration: 672000
2015-03-13 10:51:14,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1426268960696_0006_m_000002_0 dst=null perm=null
2015-03-13 10:51:14,014 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0006_01_000004
2015-03-13 10:51:14,015 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0006 CONTAINERID=container_1426268960696_0006_01_000004
2015-03-13 10:51:14,015 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000004 transitioned from RUNNING to KILLING
2015-03-13 10:51:14,015 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0006_01_000004
2015-03-13 10:51:14,015 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:14,015 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:51:14,016 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 5 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:51:14,016 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0006_01_000005
2015-03-13 10:51:14,016 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0006_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:51:14,016 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0006_01_000005 in state: COMPLETED event:FINISHED
2015-03-13 10:51:14,016 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0006 CONTAINERID=container_1426268960696_0006_01_000005
2015-03-13 10:51:14,016 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0006_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57769, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-03-13 10:51:14,017 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-03-13 10:51:14,017 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0006_01_000005, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:51:14,017 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 10:51:14,017 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-03-13 10:51:14,017 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0006_000001 released container container_1426268960696_0006_01_000005 on node: host: 10.1.1.144:57769 #containers=2 available=1024 used=3072 with event: FINISHED
2015-03-13 10:51:14,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1426268960696_0006_m_000000_0 dst=null perm=null
2015-03-13 10:51:14,028 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0006_01_000004 is : 143
2015-03-13 10:51:14,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1426268960696_0006_m_000001_0 dst=null perm=null
2015-03-13 10:51:14,040 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:51:14,041 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000004
2015-03-13 10:51:14,041 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000004
2015-03-13 10:51:14,042 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000004
2015-03-13 10:51:14,043 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000004
2015-03-13 10:51:14,043 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0006 CONTAINERID=container_1426268960696_0006_01_000004
2015-03-13 10:51:14,044 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:51:14,044 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0006_01_000004 from application application_1426268960696_0006
2015-03-13 10:51:14,044 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:51:14,044 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0006
2015-03-13 10:51:14,045 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0006_01_000002
2015-03-13 10:51:14,045 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0006 CONTAINERID=container_1426268960696_0006_01_000002
2015-03-13 10:51:14,045 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000002 transitioned from RUNNING to KILLING
2015-03-13 10:51:14,045 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0006_01_000002
2015-03-13 10:51:14,045 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:51:14,046 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:14,050 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0006_01_000003
2015-03-13 10:51:14,050 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0006 CONTAINERID=container_1426268960696_0006_01_000003
2015-03-13 10:51:14,050 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:51:14,051 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:14,056 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0006_01_000002 is : 143
2015-03-13 10:51:14,065 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000003 transitioned from RUNNING to KILLING
2015-03-13 10:51:14,065 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:51:14,066 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0006_01_000003
2015-03-13 10:51:14,072 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0006_01_000003 is : 143
2015-03-13 10:51:14,080 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000002
2015-03-13 10:51:14,081 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000002
2015-03-13 10:51:14,081 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000002
2015-03-13 10:51:14,082 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000002
2015-03-13 10:51:14,082 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:51:14,083 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0006 CONTAINERID=container_1426268960696_0006_01_000002
2015-03-13 10:51:14,083 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:51:14,083 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000003
2015-03-13 10:51:14,084 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000003
2015-03-13 10:51:14,084 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000003
2015-03-13 10:51:14,084 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000003
2015-03-13 10:51:14,085 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0006_01_000002 from application application_1426268960696_0006
2015-03-13 10:51:14,085 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:51:14,085 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0006
2015-03-13 10:51:14,085 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0006 CONTAINERID=container_1426268960696_0006_01_000003
2015-03-13 10:51:14,085 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:51:14,086 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0006_01_000003 from application application_1426268960696_0006
2015-03-13 10:51:14,086 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:51:14,086 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0006
2015-03-13 10:51:15,021 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:15,022 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 4 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:51:15,022 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0006_01_000004
2015-03-13 10:51:15,023 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0006_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:51:15,023 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0006_01_000004 in state: COMPLETED event:FINISHED
2015-03-13 10:51:15,023 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0006 CONTAINERID=container_1426268960696_0006_01_000004
2015-03-13 10:51:15,023 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0006_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57769, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 10:51:15,024 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-03-13 10:51:15,024 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0006_01_000004, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:51:15,024 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 10:51:15,024 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-03-13 10:51:15,024 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0006_000001 released container container_1426268960696_0006_01_000004 on node: host: 10.1.1.144:57769 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 10:51:15,054 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:51:15,054 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0006_01_000002
2015-03-13 10:51:15,054 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:51:15,055 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0006_01_000003
2015-03-13 10:51:15,055 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0006_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:51:15,055 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0006_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 10:51:15,055 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0006 CONTAINERID=container_1426268960696_0006_01_000002
2015-03-13 10:51:15,056 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0006_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57773, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-03-13 10:51:15,056 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-03-13 10:51:15,056 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0006_01_000002, NodeId: 10.1.1.144:57773, NodeHttpAddress: 10.1.1.144:57776, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57773 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:51:15,056 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:51:15,056 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 10:51:15,057 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0006_000001 released container container_1426268960696_0006_01_000002 on node: host: 10.1.1.144:57773 #containers=1 available=3072 used=1024 with event: FINISHED
2015-03-13 10:51:15,057 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0006_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:51:15,057 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0006_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 10:51:15,057 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0006 CONTAINERID=container_1426268960696_0006_01_000003
2015-03-13 10:51:15,057 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0006_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57773, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 10:51:15,057 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 10:51:15,058 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0006_01_000003, NodeId: 10.1.1.144:57773, NodeHttpAddress: 10.1.1.144:57776, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:57773 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:51:15,058 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:51:15,058 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 10:51:15,058 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0006_000001 released container container_1426268960696_0006_01_000003 on node: host: 10.1.1.144:57773 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 10:51:16,024 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:16,025 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0006_01_000006 Container Transitioned from NEW to ALLOCATED
2015-03-13 10:51:16,025 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0006 CONTAINERID=container_1426268960696_0006_01_000006
2015-03-13 10:51:16,026 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426268960696_0006_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57769, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 10:51:16,026 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426268960696_0006 container=Container: [ContainerId: container_1426268960696_0006_01_000006, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ] containerId=container_1426268960696_0006_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:51:16,026 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 10:51:16,026 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 10:51:16,215 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0006_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 10:51:16,227 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426268960696_0006_01_000006 by user soberoi
2015-03-13 10:51:16,228 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0006 CONTAINERID=container_1426268960696_0006_01_000006
2015-03-13 10:51:16,228 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426268960696_0006_01_000006 to application application_1426268960696_0006
2015-03-13 10:51:16,228 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000006 transitioned from NEW to LOCALIZING
2015-03-13 10:51:16,228 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426268960696_0006
2015-03-13 10:51:16,228 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426268960696_0006
2015-03-13 10:51:16,228 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 10:51:16,229 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426268960696_0006
2015-03-13 10:51:16,229 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-03-13 10:51:16,258 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000006 transitioned from LOCALIZED to RUNNING
2015-03-13 10:51:16,258 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:51:16,335 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000006/default_container_executor.sh]
2015-03-13 10:51:17,030 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:17,030 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:17,031 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0006_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 10:51:17,223 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 10:51:18,031 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:18,032 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:18,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1426268960696_0006_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:51:18,535 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1426268960696_0006_r_000000_0/part-00000. BP-296811075-10.1.1.144-1426268958425 blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]}
2015-03-13 10:51:18,590 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741886_1062 src: /127.0.0.1:58257 dest: /127.0.0.1:57740
2015-03-13 10:51:18,592 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741886_1062 src: /127.0.0.1:58258 dest: /127.0.0.1:57743
2015-03-13 10:51:18,593 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741886_1062 src: /127.0.0.1:58259 dest: /127.0.0.1:57750
2015-03-13 10:51:18,602 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58259, dest: /127.0.0.1:57750, bytes: 1636, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0006_r_000000_0_-1540241430_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741886_1062, duration: 8107000
2015-03-13 10:51:18,602 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741886_1062, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:51:18,603 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:51:18,603 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58258, dest: /127.0.0.1:57743, bytes: 1636, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0006_r_000000_0_-1540241430_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741886_1062, duration: 8623000
2015-03-13 10:51:18,603 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:18,603 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:51:18,603 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58257, dest: /127.0.0.1:57740, bytes: 1636, op: HDFS_WRITE, cliID: DFSClient_attempt_1426268960696_0006_r_000000_0_-1540241430_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741886_1062, duration: 9388000
2015-03-13 10:51:18,604 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:18,604 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:51:18,607 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1426268960696_0006_r_000000_0/part-00000 is closed by DFSClient_attempt_1426268960696_0006_r_000000_0_-1540241430_1
2015-03-13 10:51:18,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1426268960696_0006_r_000000_0 dst=null perm=null
2015-03-13 10:51:18,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1426268960696_0006_r_000000_0 dst=null perm=null
2015-03-13 10:51:18,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/task_1426268960696_0006_r_000000 dst=null perm=null
2015-03-13 10:51:18,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1426268960696_0006_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/task_1426268960696_0006_r_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 10:51:18,632 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426268960696_0006_01_000006
2015-03-13 10:51:18,632 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426268960696_0006 CONTAINERID=container_1426268960696_0006_01_000006
2015-03-13 10:51:18,632 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000006 transitioned from RUNNING to KILLING
2015-03-13 10:51:18,632 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426268960696_0006_01_000006
2015-03-13 10:51:18,632 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:18,633 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 10:51:18,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:51:18,639 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-736283967_1
2015-03-13 10:51:18,642 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426268960696_0006_01_000006 is : 143
2015-03-13 10:51:18,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1 dst=null perm=null
2015-03-13 10:51:18,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2015-03-13 10:51:18,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2015-03-13 10:51:18,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/task_1426268960696_0006_r_000000 dst=null perm=null
2015-03-13 10:51:18,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/part-00000 dst=null perm=null
2015-03-13 10:51:18,651 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 10:51:18,651 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000006
2015-03-13 10:51:18,651 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000006
2015-03-13 10:51:18,651 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426268960696_0006 CONTAINERID=container_1426268960696_0006_01_000006
2015-03-13 10:51:18,651 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426268960696_0006_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 10:51:18,651 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426268960696_0006_01_000006 from application application_1426268960696_0006
2015-03-13 10:51:18,651 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000006
2015-03-13 10:51:18,652 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426268960696_0006/container_1426268960696_0006_01_000006
2015-03-13 10:51:18,651 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 10:51:18,652 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426268960696_0006
2015-03-13 10:51:18,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/task_1426268960696_0006_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:51:18,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary dst=null perm=null
2015-03-13 10:51:18,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:51:18,663 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-736283967_1
2015-03-13 10:51:18,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:51:18,666 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-736283967_1
2015-03-13 10:51:18,679 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58249, dest: /127.0.0.1:57750, bytes: 51087, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-736283967_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741885_1061, duration: 4743120000
2015-03-13 10:51:18,679 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741885_1061, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:51:18,680 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:51:18,680 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58248, dest: /127.0.0.1:57747, bytes: 51087, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-736283967_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741885_1061, duration: 4740785000
2015-03-13 10:51:18,681 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:18,681 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:51:18,682 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58247, dest: /127.0.0.1:57743, bytes: 51087, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-736283967_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741885_1061, duration: 4745275000
2015-03-13 10:51:18,682 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:18,682 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:51:18,683 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job_1426268960696_0006_1.jhist is closed by DFSClient_NONMAPREDUCE_-736283967_1
2015-03-13 10:51:18,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0006.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:51:18,687 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0006.summary_tmp. BP-296811075-10.1.1.144-1426268958425 blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]}
2015-03-13 10:51:18,689 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741887_1063 src: /127.0.0.1:58260 dest: /127.0.0.1:57747
2015-03-13 10:51:18,690 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741887_1063 src: /127.0.0.1:58261 dest: /127.0.0.1:57743
2015-03-13 10:51:18,692 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741887_1063 src: /127.0.0.1:58262 dest: /127.0.0.1:57750
2015-03-13 10:51:18,694 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58262, dest: /127.0.0.1:57750, bytes: 349, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-736283967_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741887_1063, duration: 1261000
2015-03-13 10:51:18,694 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741887_1063, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:51:18,695 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:51:18,695 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58261, dest: /127.0.0.1:57743, bytes: 349, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-736283967_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741887_1063, duration: 1761000
2015-03-13 10:51:18,695 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:18,695 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:51:18,696 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58260, dest: /127.0.0.1:57747, bytes: 349, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-736283967_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741887_1063, duration: 2607000
2015-03-13 10:51:18,696 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:18,696 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57750|RBW]]} size 0
2015-03-13 10:51:18,697 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0006.summary_tmp is closed by DFSClient_NONMAPREDUCE_-736283967_1
2015-03-13 10:51:18,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0006.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:51:18,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job_1426268960696_0006_1.jhist dst=null perm=null
2015-03-13 10:51:18,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0006-1426269061933-soberoi-third%2Dmr-1426269078667-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 10:51:18,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job_1426268960696_0006_1.jhist dst=null perm=null
2015-03-13 10:51:18,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0006-1426269061933-soberoi-third%2Dmr-1426269078667-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 10:51:18,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job_1426268960696_0006_1.jhist dst=null perm=null
2015-03-13 10:51:18,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0006-1426269061933-soberoi-third%2Dmr-1426269078667-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:51:18,714 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57743, dest: /127.0.0.1:58263, bytes: 51487, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-736283967_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741885_1061, duration: 233000
2015-03-13 10:51:18,716 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0006-1426269061933-soberoi-third%2Dmr-1426269078667-4-1-SUCCEEDED-default.jhist_tmp. BP-296811075-10.1.1.144-1426268958425 blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]}
2015-03-13 10:51:18,718 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741888_1064 src: /127.0.0.1:58264 dest: /127.0.0.1:57750
2015-03-13 10:51:18,720 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741888_1064 src: /127.0.0.1:58265 dest: /127.0.0.1:57743
2015-03-13 10:51:18,721 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741888_1064 src: /127.0.0.1:58266 dest: /127.0.0.1:57747
2015-03-13 10:51:18,724 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58266, dest: /127.0.0.1:57747, bytes: 51087, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-736283967_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741888_1064, duration: 1760000
2015-03-13 10:51:18,724 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741888_1064, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:51:18,725 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:51:18,725 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58265, dest: /127.0.0.1:57743, bytes: 51087, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-736283967_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741888_1064, duration: 2322000
2015-03-13 10:51:18,725 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:18,726 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:51:18,726 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58264, dest: /127.0.0.1:57750, bytes: 51087, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-736283967_1, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741888_1064, duration: 3333000
2015-03-13 10:51:18,726 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:18,727 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57750 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57750|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW]]} size 0
2015-03-13 10:51:18,728 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0006-1426269061933-soberoi-third%2Dmr-1426269078667-4-1-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-736283967_1
2015-03-13 10:51:18,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0006-1426269061933-soberoi-third%2Dmr-1426269078667-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:51:18,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job_1426268960696_0006_1_conf.xml dst=null perm=null
2015-03-13 10:51:18,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0006_conf.xml_tmp dst=null perm=null
2015-03-13 10:51:18,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job_1426268960696_0006_1_conf.xml dst=null perm=null
2015-03-13 10:51:18,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0006_conf.xml_tmp dst=null perm=null
2015-03-13 10:51:18,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006/job_1426268960696_0006_1_conf.xml dst=null perm=null
2015-03-13 10:51:18,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0006_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 10:51:18,744 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57747, dest: /127.0.0.1:58267, bytes: 83822, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-736283967_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741884_1060, duration: 338000
2015-03-13 10:51:18,745 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0006_conf.xml_tmp. BP-296811075-10.1.1.144-1426268958425 blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]}
2015-03-13 10:51:18,747 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741889_1065 src: /127.0.0.1:58268 dest: /127.0.0.1:57740
2015-03-13 10:51:18,748 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741889_1065 src: /127.0.0.1:58269 dest: /127.0.0.1:57747
2015-03-13 10:51:18,749 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-296811075-10.1.1.144-1426268958425:blk_1073741889_1065 src: /127.0.0.1:58270 dest: /127.0.0.1:57743
2015-03-13 10:51:18,752 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58270, dest: /127.0.0.1:57743, bytes: 83170, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-736283967_1, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741889_1065, duration: 1986000
2015-03-13 10:51:18,753 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741889_1065, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 10:51:18,753 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57743 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:51:18,753 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58269, dest: /127.0.0.1:57747, bytes: 83170, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-736283967_1, offset: 0, srvID: DS-1231080531-10.1.1.144-57747-1426268959834, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741889_1065, duration: 2485000
2015-03-13 10:51:18,753 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:18,754 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57747 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:51:18,754 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:58268, dest: /127.0.0.1:57740, bytes: 83170, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-736283967_1, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741889_1065, duration: 3363000
2015-03-13 10:51:18,754 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-296811075-10.1.1.144-1426268958425:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 10:51:18,755 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57740 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:57740|RBW], ReplicaUnderConstruction[127.0.0.1:57747|RBW], ReplicaUnderConstruction[127.0.0.1:57743|RBW]]} size 0
2015-03-13 10:51:18,756 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0006_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-736283967_1
2015-03-13 10:51:18,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0006_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:51:18,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0006.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0006.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:51:18,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0006_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0006_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:51:18,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0006-1426269061933-soberoi-third%2Dmr-1426269078667-4-1-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426268960696_0006-1426269061933-soberoi-third%2Dmr-1426269078667-4-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 10:51:18,769 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426268960696_0006_000001 State change from RUNNING to FINISHING
2015-03-13 10:51:18,769 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426268960696_0006
2015-03-13 10:51:18,769 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0006 State change from RUNNING to REMOVING
2015-03-13 10:51:18,769 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426268960696_0006
2015-03-13 10:51:18,770 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426268960696_0006 State change from REMOVING to FINISHING
2015-03-13 10:51:19,638 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 10:51:19,639 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426268960696 } attemptId: 1 } id: 6 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 10:51:19,639 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426268960696_0006_01_000006
2015-03-13 10:51:19,640 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426268960696_0006_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-03-13 10:51:19,640 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426268960696_0006_01_000006 in state: COMPLETED event:FINISHED
2015-03-13 10:51:19,640 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426268960696_0006 CONTAINERID=container_1426268960696_0006_01_000006
2015-03-13 10:51:19,640 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426268960696_0006_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.144:57769, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 10:51:19,640 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 10:51:19,641 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426268960696_0006_01_000006, NodeId: 10.1.1.144:57769, NodeHttpAddress: 10.1.1.144:57772, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:57769 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:51:19,641 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 10:51:19,641 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 10:51:19,641 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426268960696_0006_000001 released container container_1426268960696_0006_01_000006 on node: host: 10.1.1.144:57769 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 10:51:19,779 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(663)) - Number of transactions: 551 Total time for transactions(ms): 23 Number of transactions batched in Syncs: 0 Number of syncs: 303 SyncTimes(ms): 84 61
2015-03-13 10:51:19,780 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741881_1057 127.0.0.1:57740 127.0.0.1:57747 127.0.0.1:57750 127.0.0.1:57743
2015-03-13 10:51:19,780 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741882_1058 127.0.0.1:57747 127.0.0.1:57750 127.0.0.1:57740
2015-03-13 10:51:19,781 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741883_1059 127.0.0.1:57750 127.0.0.1:57747 127.0.0.1:57743
2015-03-13 10:51:19,781 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741885_1061 127.0.0.1:57743 127.0.0.1:57747 127.0.0.1:57750
2015-03-13 10:51:19,781 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741884_1060 127.0.0.1:57747 127.0.0.1:57750 127.0.0.1:57740
2015-03-13 10:51:19,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426268960696_0006 dst=null perm=null
2015-03-13 10:51:19,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2015-03-13 10:51:19,819 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path hdfs://localhost:57739/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary
2015-03-13 10:51:19,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary dst=null perm=null
2015-03-13 10:51:19,820 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] completed flow: third-mr
2015-03-13 10:51:19,828 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 10:51:19,828 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 10:51:19,829 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 10:51:19,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2015-03-13 10:51:19,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2015-03-13 10:51:19,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2015-03-13 10:51:19,832 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 10:51:19,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/part-00000 dst=null perm=null
2015-03-13 10:51:19,836 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:58272, bytes: 1652, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741886_1062, duration: 201000
2015-03-13 10:51:19,836 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output//hadoop2-mr1/mapreduceflowplatform/flow1
2015-03-13 10:51:19,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2015-03-13 10:51:19,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2015-03-13 10:51:19,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2015-03-13 10:51:19,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null
2015-03-13 10:51:19,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null
2015-03-13 10:51:19,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null
2015-03-13 10:51:19,841 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:58272, bytes: 1570, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741868_1044, duration: 179000
2015-03-13 10:51:19,842 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output//hadoop2-mr1/mapreduceflowplatform/flow4
2015-03-13 10:51:19,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-03-13 10:51:19,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-03-13 10:51:19,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-03-13 10:51:19,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null
2015-03-13 10:51:19,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00000 dst=null perm=null
2015-03-13 10:51:19,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00000 dst=null perm=null
2015-03-13 10:51:19,847 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:58273, bytes: 333, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741842_1018, duration: 187000
2015-03-13 10:51:19,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00001 dst=null perm=null
2015-03-13 10:51:19,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00001 dst=null perm=null
2015-03-13 10:51:19,850 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:58272, bytes: 405, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741845_1021, duration: 179000
2015-03-13 10:51:19,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 dst=null perm=null
2015-03-13 10:51:19,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 dst=null perm=null
2015-03-13 10:51:19,852 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:58272, bytes: 449, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741846_1022, duration: 129000
2015-03-13 10:51:19,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00003 dst=null perm=null
2015-03-13 10:51:19,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00003 dst=null perm=null
2015-03-13 10:51:19,855 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:58273, bytes: 319, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741844_1020, duration: 150000
2015-03-13 10:51:19,855 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output//hadoop2-mr1/mapreduceflowplatform/flow5
2015-03-13 10:51:19,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-03-13 10:51:19,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-03-13 10:51:19,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-03-13 10:51:19,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null
2015-03-13 10:51:19,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00000 dst=null perm=null
2015-03-13 10:51:19,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00000 dst=null perm=null
2015-03-13 10:51:19,861 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:58272, bytes: 415, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741855_1031, duration: 175000
2015-03-13 10:51:19,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 dst=null perm=null
2015-03-13 10:51:19,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 dst=null perm=null
2015-03-13 10:51:19,864 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57743, dest: /127.0.0.1:58274, bytes: 459, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1989118970-10.1.1.144-57743-1426268959657, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741856_1032, duration: 165000
2015-03-13 10:51:19,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00002 dst=null perm=null
2015-03-13 10:51:19,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00002 dst=null perm=null
2015-03-13 10:51:19,868 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:58273, bytes: 339, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741858_1034, duration: 162000
2015-03-13 10:51:19,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00003 dst=null perm=null
2015-03-13 10:51:19,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00003 dst=null perm=null
2015-03-13 10:51:19,871 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57750, dest: /127.0.0.1:58272, bytes: 325, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1548328959-10.1.1.144-57750-1426268960013, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741859_1035, duration: 165000
2015-03-13 10:51:19,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00004 dst=null perm=null
2015-03-13 10:51:19,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00004 dst=null perm=null
2015-03-13 10:51:19,873 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output//hadoop2-mr1/mapreduceflowplatform/flow2
2015-03-13 10:51:19,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2015-03-13 10:51:19,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2015-03-13 10:51:19,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2015-03-13 10:51:19,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null
2015-03-13 10:51:19,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null
2015-03-13 10:51:19,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null
2015-03-13 10:51:19,881 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:58273, bytes: 1611, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741877_1053, duration: 148000
2015-03-13 10:51:19,881 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output//hadoop2-mr1/mapreduceflowplatform/flow3
2015-03-13 10:51:19,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2015-03-13 10:51:19,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2015-03-13 10:51:19,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2015-03-13 10:51:19,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null
2015-03-13 10:51:19,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/part-00000 dst=null perm=null
2015-03-13 10:51:19,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/part-00000 dst=null perm=null
2015-03-13 10:51:19,887 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:57740, dest: /127.0.0.1:58273, bytes: 1652, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_640982831_9, offset: 0, srvID: DS-1617904025-10.1.1.144-57740-1426268959658, blockid: BP-296811075-10.1.1.144-1426268958425:blk_1073741886_1062, duration: 145000