2015-03-13 11:08:03,329 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-03-13 11:08:03,357 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2015-03-13 11:08:03,358 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.tuple.hadoop.SerializedPipesPlatformTest
2015-03-13 11:08:03,374 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(117)) - using cluster
2015-03-13 11:08:03,906 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Formatting using clusterid: testClusterID
2015-03-13 11:08:03,971 INFO namenode.HostFileManager (HostFileManager.java:refresh(304)) - read includes:
HostSet(
)
2015-03-13 11:08:03,972 INFO namenode.HostFileManager (HostFileManager.java:refresh(311)) - read excludes:
HostSet(
)
2015-03-13 11:08:03,973 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2015-03-13 11:08:03,974 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(210)) - dfs.block.invalidate.limit=1000
2015-03-13 11:08:03,977 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map BlocksMap
2015-03-13 11:08:03,977 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 11:08:03,979 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 2.0% max memory = 672 MB
2015-03-13 11:08:03,979 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^21 = 2097152 entries
2015-03-13 11:08:03,985 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(314)) - dfs.block.access.token.enable=false
2015-03-13 11:08:03,986 INFO blockmanagement.BlockManager (BlockManager.java:<init>(300)) - defaultReplication = 3
2015-03-13 11:08:03,986 INFO blockmanagement.BlockManager (BlockManager.java:<init>(301)) - maxReplication = 512
2015-03-13 11:08:03,987 INFO blockmanagement.BlockManager (BlockManager.java:<init>(302)) - minReplication = 1
2015-03-13 11:08:03,988 INFO blockmanagement.BlockManager (BlockManager.java:<init>(303)) - maxReplicationStreams = 2
2015-03-13 11:08:03,988 INFO blockmanagement.BlockManager (BlockManager.java:<init>(304)) - shouldCheckForEnoughRacks = false
2015-03-13 11:08:03,988 INFO blockmanagement.BlockManager (BlockManager.java:<init>(305)) - replicationRecheckInterval = 3000
2015-03-13 11:08:03,989 INFO blockmanagement.BlockManager (BlockManager.java:<init>(306)) - encryptDataTransfer = false
2015-03-13 11:08:03,996 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(612)) - fsOwner = soberoi (auth:SIMPLE)
2015-03-13 11:08:03,996 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(613)) - supergroup = supergroup
2015-03-13 11:08:03,997 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(614)) - isPermissionEnabled = true
2015-03-13 11:08:03,997 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(628)) - HA Enabled: false
2015-03-13 11:08:04,000 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(665)) - Append Enabled: true
2015-03-13 11:08:04,258 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map INodeMap
2015-03-13 11:08:04,258 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 11:08:04,258 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 1.0% max memory = 672 MB
2015-03-13 11:08:04,259 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^20 = 1048576 entries
2015-03-13 11:08:04,261 INFO namenode.NameNode (FSDirectory.java:<init>(173)) - Caching file names occuring more than 10 times
2015-03-13 11:08:04,264 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4362)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-03-13 11:08:04,264 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4363)) - dfs.namenode.safemode.min.datanodes = 0
2015-03-13 11:08:04,265 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4364)) - dfs.namenode.safemode.extension = 0
2015-03-13 11:08:04,266 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(725)) - Retry cache on namenode is enabled
2015-03-13 11:08:04,266 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(733)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-03-13 11:08:04,268 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map Namenode Retry Cache
2015-03-13 11:08:04,268 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 11:08:04,269 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 0.029999999329447746% max memory = 672 MB
2015-03-13 11:08:04,269 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^15 = 32768 entries
2015-03-13 11:08:04,309 INFO common.Storage (NNStorage.java:format(527)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name1 has been successfully formatted.
2015-03-13 11:08:04,310 INFO common.Storage (NNStorage.java:format(527)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name2 has been successfully formatted.
2015-03-13 11:08:04,324 INFO namenode.FSImage (FSImageFormat.java:save(976)) - Saving image file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name2/current/fsimage.ckpt_0000000000000000000 using no compression
2015-03-13 11:08:04,324 INFO namenode.FSImage (FSImageFormat.java:save(976)) - Saving image file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name1/current/fsimage.ckpt_0000000000000000000 using no compression
2015-03-13 11:08:04,334 INFO namenode.FSImage (FSImageFormat.java:save(1004)) - Image file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name1/current/fsimage.ckpt_0000000000000000000 of size 199 bytes saved in 0 seconds.
2015-03-13 11:08:04,334 INFO namenode.FSImage (FSImageFormat.java:save(1004)) - Image file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name2/current/fsimage.ckpt_0000000000000000000 of size 199 bytes saved in 0 seconds.
2015-03-13 11:08:04,342 INFO namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(177)) - Going to retain 1 images with txid >= 0
2015-03-13 11:08:04,376 WARN impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2015-03-13 11:08:04,420 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(344)) - Scheduled snapshot period at 10 second(s).
2015-03-13 11:08:04,421 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:start(183)) - NameNode metrics system started
2015-03-13 11:08:04,470 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2015-03-13 11:08:04,512 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 11:08:04,516 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2015-03-13 11:08:04,516 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 11:08:04,517 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 11:08:04,528 INFO http.HttpServer (WebHdfsFileSystem.java:isEnabled(157)) - dfs.webhdfs.enabled = false
2015-03-13 11:08:04,537 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 63103
2015-03-13 11:08:04,537 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 11:08:04,557 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.2.0/9f20694a2b243f5511f1da3c2812bbb27cef24aa/hadoop-hdfs-2.2.0-tests.jar!/webapps/hdfs to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_63103_hdfs____.73xovz/webapp
2015-03-13 11:08:04,779 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:63103
2015-03-13 11:08:04,780 INFO namenode.NameNode (NameNode.java:setHttpServerAddress(439)) - Web-server up at: localhost:63103
2015-03-13 11:08:04,782 INFO namenode.HostFileManager (HostFileManager.java:refresh(304)) - read includes:
HostSet(
)
2015-03-13 11:08:04,783 INFO namenode.HostFileManager (HostFileManager.java:refresh(311)) - read excludes:
HostSet(
)
2015-03-13 11:08:04,783 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(210)) - dfs.block.invalidate.limit=1000
2015-03-13 11:08:04,784 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map BlocksMap
2015-03-13 11:08:04,784 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 11:08:04,784 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 2.0% max memory = 672 MB
2015-03-13 11:08:04,785 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^21 = 2097152 entries
2015-03-13 11:08:04,786 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(314)) - dfs.block.access.token.enable=false
2015-03-13 11:08:04,787 INFO blockmanagement.BlockManager (BlockManager.java:<init>(300)) - defaultReplication = 3
2015-03-13 11:08:04,787 INFO blockmanagement.BlockManager (BlockManager.java:<init>(301)) - maxReplication = 512
2015-03-13 11:08:04,787 INFO blockmanagement.BlockManager (BlockManager.java:<init>(302)) - minReplication = 1
2015-03-13 11:08:04,788 INFO blockmanagement.BlockManager (BlockManager.java:<init>(303)) - maxReplicationStreams = 2
2015-03-13 11:08:04,788 INFO blockmanagement.BlockManager (BlockManager.java:<init>(304)) - shouldCheckForEnoughRacks = false
2015-03-13 11:08:04,788 INFO blockmanagement.BlockManager (BlockManager.java:<init>(305)) - replicationRecheckInterval = 3000
2015-03-13 11:08:04,789 INFO blockmanagement.BlockManager (BlockManager.java:<init>(306)) - encryptDataTransfer = false
2015-03-13 11:08:04,789 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(612)) - fsOwner = soberoi (auth:SIMPLE)
2015-03-13 11:08:04,789 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(613)) - supergroup = supergroup
2015-03-13 11:08:04,790 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(614)) - isPermissionEnabled = true
2015-03-13 11:08:04,790 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(628)) - HA Enabled: false
2015-03-13 11:08:04,791 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(665)) - Append Enabled: true
2015-03-13 11:08:04,791 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map INodeMap
2015-03-13 11:08:04,792 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 11:08:04,792 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 1.0% max memory = 672 MB
2015-03-13 11:08:04,792 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^20 = 1048576 entries
2015-03-13 11:08:04,793 INFO namenode.NameNode (FSDirectory.java:<init>(173)) - Caching file names occuring more than 10 times
2015-03-13 11:08:04,794 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4362)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-03-13 11:08:04,794 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4363)) - dfs.namenode.safemode.min.datanodes = 0
2015-03-13 11:08:04,794 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4364)) - dfs.namenode.safemode.extension = 0
2015-03-13 11:08:04,795 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(725)) - Retry cache on namenode is enabled
2015-03-13 11:08:04,795 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(733)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-03-13 11:08:04,795 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map Namenode Retry Cache
2015-03-13 11:08:04,796 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 11:08:04,796 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 0.029999999329447746% max memory = 672 MB
2015-03-13 11:08:04,796 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^15 = 32768 entries
2015-03-13 11:08:04,801 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name1/in_use.lock acquired by nodename 52949@Edinburgh.local
2015-03-13 11:08:04,804 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name2/in_use.lock acquired by nodename 52949@Edinburgh.local
2015-03-13 11:08:04,807 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(305)) - Recovering unfinalized segments in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name1/current
2015-03-13 11:08:04,807 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(305)) - Recovering unfinalized segments in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name2/current
2015-03-13 11:08:04,808 INFO namenode.FSImage (FSImage.java:loadFSImage(627)) - No edit log streams selected.
2015-03-13 11:08:04,810 INFO namenode.FSImage (FSImageFormat.java:load(330)) - Loading image file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name1/current/fsimage_0000000000000000000 using no compression
2015-03-13 11:08:04,811 INFO namenode.FSImage (FSImageFormat.java:load(333)) - Number of files = 1
2015-03-13 11:08:04,812 INFO namenode.FSImage (FSImageFormat.java:loadFilesUnderConstruction(815)) - Number of files under construction = 0
2015-03-13 11:08:04,813 INFO namenode.FSImage (FSImageFormat.java:load(365)) - Image file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name1/current/fsimage_0000000000000000000 of size 199 bytes loaded in 0 seconds.
2015-03-13 11:08:04,813 INFO namenode.FSImage (FSImage.java:loadFSImage(837)) - Loaded image for txid 0 from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/name1/current/fsimage_0000000000000000000
2015-03-13 11:08:04,818 INFO namenode.FSEditLog (FSEditLog.java:startLogSegment(1010)) - Starting log segment at 1
2015-03-13 11:08:04,878 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2015-03-13 11:08:04,879 INFO namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(571)) - Finished loading FSImage in 82 msecs
2015-03-13 11:08:04,996 INFO namenode.NameNode (NameNodeRpcServer.java:<init>(271)) - RPC server is binding to localhost:0
2015-03-13 11:08:05,009 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 63104
2015-03-13 11:08:05,026 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(5310)) - Registered FSNamesystemState MBean
2015-03-13 11:08:05,040 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(4965)) - Number of blocks under construction: 0
2015-03-13 11:08:05,040 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(4965)) - Number of blocks under construction: 0
2015-03-13 11:08:05,041 INFO namenode.FSNamesystem (FSNamesystem.java:initializeReplQueues(4475)) - initializing replication queues
2015-03-13 11:08:05,047 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2316)) - Total number of blocks = 0
2015-03-13 11:08:05,048 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2317)) - Number of invalid blocks = 0
2015-03-13 11:08:05,048 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2318)) - Number of under-replicated blocks = 0
2015-03-13 11:08:05,048 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2319)) - Number of over-replicated blocks = 0
2015-03-13 11:08:05,049 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2321)) - Number of blocks being written = 0
2015-03-13 11:08:05,049 INFO hdfs.StateChange (FSNamesystem.java:initializeReplQueues(4480)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 8 msec
2015-03-13 11:08:05,049 INFO hdfs.StateChange (FSNamesystem.java:leave(4444)) - STATE* Leaving safe mode after 0 secs
2015-03-13 11:08:05,050 INFO hdfs.StateChange (FSNamesystem.java:leave(4455)) - STATE* Network topology has 0 racks and 0 datanodes
2015-03-13 11:08:05,050 INFO hdfs.StateChange (FSNamesystem.java:leave(4458)) - STATE* UnderReplicatedBlocks has 0 blocks
2015-03-13 11:08:05,071 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 11:08:05,071 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 63104: starting
2015-03-13 11:08:05,072 INFO namenode.NameNode (NameNode.java:startCommonServices(570)) - NameNode RPC up at: localhost/127.0.0.1:63104
2015-03-13 11:08:05,073 INFO namenode.FSNamesystem (FSNamesystem.java:startActiveServices(886)) - Starting services required for active state
2015-03-13 11:08:05,124 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1159)) - Starting DataNode 0 with dfs.datanode.data.dir: file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1,file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2
2015-03-13 11:08:05,183 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2015-03-13 11:08:05,183 INFO datanode.DataNode (DataNode.java:<init>(258)) - Configured hostname is 127.0.0.1
2015-03-13 11:08:05,191 INFO datanode.DataNode (DataNode.java:initDataXceiver(482)) - Opened streaming server at /127.0.0.1:63105
2015-03-13 11:08:05,195 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2015-03-13 11:08:05,197 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 11:08:05,198 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-03-13 11:08:05,198 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 11:08:05,199 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 11:08:05,200 INFO datanode.DataNode (DataNode.java:startInfoServer(312)) - Opened info server at localhost:0
2015-03-13 11:08:05,202 INFO datanode.DataNode (WebHdfsFileSystem.java:isEnabled(157)) - dfs.webhdfs.enabled = false
2015-03-13 11:08:05,202 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 63106
2015-03-13 11:08:05,202 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 11:08:05,206 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.2.0/9f20694a2b243f5511f1da3c2812bbb27cef24aa/hadoop-hdfs-2.2.0-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_63106_datanode____se1udd/webapp
2015-03-13 11:08:05,318 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:63106
2015-03-13 11:08:05,325 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 63107
2015-03-13 11:08:05,330 INFO datanode.DataNode (DataNode.java:initIpcServer(384)) - Opened IPC server at /127.0.0.1:63107
2015-03-13 11:08:05,336 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2015-03-13 11:08:05,339 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2015-03-13 11:08:05,346 INFO datanode.DataNode (BPServiceActor.java:run(658)) - Block pool <registering> (storage id unknown) service to localhost/127.0.0.1:63104 starting to offer service
2015-03-13 11:08:05,347 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 11:08:05,348 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 63107: starting
2015-03-13 11:08:05,351 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1159)) - Starting DataNode 1 with dfs.datanode.data.dir: file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3,file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4
2015-03-13 11:08:05,383 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2015-03-13 11:08:05,383 INFO datanode.DataNode (DataNode.java:<init>(258)) - Configured hostname is 127.0.0.1
2015-03-13 11:08:05,384 INFO datanode.DataNode (DataNode.java:initDataXceiver(482)) - Opened streaming server at /127.0.0.1:63108
2015-03-13 11:08:05,384 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2015-03-13 11:08:05,386 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 11:08:05,387 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-03-13 11:08:05,387 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 11:08:05,388 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 11:08:05,389 INFO datanode.DataNode (DataNode.java:startInfoServer(312)) - Opened info server at localhost:0
2015-03-13 11:08:05,390 INFO datanode.DataNode (WebHdfsFileSystem.java:isEnabled(157)) - dfs.webhdfs.enabled = false
2015-03-13 11:08:05,390 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 63109
2015-03-13 11:08:05,390 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 11:08:05,395 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.2.0/9f20694a2b243f5511f1da3c2812bbb27cef24aa/hadoop-hdfs-2.2.0-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_63109_datanode____dtzwqs/webapp
2015-03-13 11:08:05,538 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:63109
2015-03-13 11:08:05,540 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 63111
2015-03-13 11:08:05,543 INFO datanode.DataNode (DataNode.java:initIpcServer(384)) - Opened IPC server at /127.0.0.1:63111
2015-03-13 11:08:05,548 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2015-03-13 11:08:05,549 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2015-03-13 11:08:05,550 INFO datanode.DataNode (BPServiceActor.java:run(658)) - Block pool <registering> (storage id unknown) service to localhost/127.0.0.1:63104 starting to offer service
2015-03-13 11:08:05,551 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 11:08:05,551 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 63111: starting
2015-03-13 11:08:05,554 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1159)) - Starting DataNode 2 with dfs.datanode.data.dir: file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5,file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6
2015-03-13 11:08:05,580 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2015-03-13 11:08:05,580 INFO datanode.DataNode (DataNode.java:<init>(258)) - Configured hostname is 127.0.0.1
2015-03-13 11:08:05,581 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/in_use.lock acquired by nodename 52949@Edinburgh.local
2015-03-13 11:08:05,581 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/in_use.lock acquired by nodename 52949@Edinburgh.local
2015-03-13 11:08:05,581 INFO datanode.DataNode (DataNode.java:initDataXceiver(482)) - Opened streaming server at /127.0.0.1:63112
2015-03-13 11:08:05,581 INFO common.Storage (DataStorage.java:recoverTransitionRead(163)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3 is not formatted
2015-03-13 11:08:05,582 INFO common.Storage (DataStorage.java:recoverTransitionRead(164)) - Formatting ...
2015-03-13 11:08:05,582 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2015-03-13 11:08:05,583 INFO common.Storage (DataStorage.java:recoverTransitionRead(163)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1 is not formatted
2015-03-13 11:08:05,583 INFO common.Storage (DataStorage.java:recoverTransitionRead(164)) - Formatting ...
2015-03-13 11:08:05,583 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/in_use.lock acquired by nodename 52949@Edinburgh.local
2015-03-13 11:08:05,584 INFO common.Storage (DataStorage.java:recoverTransitionRead(163)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4 is not formatted
2015-03-13 11:08:05,584 INFO common.Storage (DataStorage.java:recoverTransitionRead(164)) - Formatting ...
2015-03-13 11:08:05,584 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 11:08:05,585 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-03-13 11:08:05,586 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 11:08:05,586 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 11:08:05,587 INFO datanode.DataNode (DataNode.java:startInfoServer(312)) - Opened info server at localhost:0
2015-03-13 11:08:05,588 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/in_use.lock acquired by nodename 52949@Edinburgh.local
2015-03-13 11:08:05,588 INFO datanode.DataNode (WebHdfsFileSystem.java:isEnabled(157)) - dfs.webhdfs.enabled = false
2015-03-13 11:08:05,589 INFO common.Storage (DataStorage.java:recoverTransitionRead(163)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2 is not formatted
2015-03-13 11:08:05,589 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 63113
2015-03-13 11:08:05,589 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 11:08:05,589 INFO common.Storage (DataStorage.java:recoverTransitionRead(164)) - Formatting ...
2015-03-13 11:08:05,593 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.2.0/9f20694a2b243f5511f1da3c2812bbb27cef24aa/hadoop-hdfs-2.2.0-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_63113_datanode____yl3wgt/webapp
2015-03-13 11:08:05,634 INFO common.Storage (Storage.java:lock(629)) - Locking is disabled
2015-03-13 11:08:05,635 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277 is not formatted.
2015-03-13 11:08:05,635 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2015-03-13 11:08:05,636 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-951401976-10.1.1.144-1426270084277 directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current
2015-03-13 11:08:05,637 INFO common.Storage (Storage.java:lock(629)) - Locking is disabled
2015-03-13 11:08:05,637 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277 is not formatted.
2015-03-13 11:08:05,637 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2015-03-13 11:08:05,637 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-951401976-10.1.1.144-1426270084277 directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current
2015-03-13 11:08:05,640 INFO datanode.DataNode (DataNode.java:initStorage(839)) - Setting up storage: nsid=1748945742;bpid=BP-951401976-10.1.1.144-1426270084277;lv=-47;nsInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0;bpid=BP-951401976-10.1.1.144-1426270084277
2015-03-13 11:08:05,641 INFO common.Storage (Storage.java:lock(629)) - Locking is disabled
2015-03-13 11:08:05,641 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277 is not formatted.
2015-03-13 11:08:05,641 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2015-03-13 11:08:05,642 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-951401976-10.1.1.144-1426270084277 directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current
2015-03-13 11:08:05,643 INFO common.Storage (Storage.java:lock(629)) - Locking is disabled
2015-03-13 11:08:05,644 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277 is not formatted.
2015-03-13 11:08:05,644 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2015-03-13 11:08:05,644 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-951401976-10.1.1.144-1426270084277 directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current
2015-03-13 11:08:05,647 INFO datanode.DataNode (DataNode.java:initStorage(839)) - Setting up storage: nsid=1748945742;bpid=BP-951401976-10.1.1.144-1426270084277;lv=-47;nsInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0;bpid=BP-951401976-10.1.1.144-1426270084277
2015-03-13 11:08:05,651 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(213)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current
2015-03-13 11:08:05,651 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(213)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current
2015-03-13 11:08:05,651 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(213)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current
2015-03-13 11:08:05,652 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(213)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current
2015-03-13 11:08:05,656 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1252)) - Registered FSDatasetState MBean
2015-03-13 11:08:05,657 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1252)) - Registered FSDatasetState MBean
2015-03-13 11:08:05,661 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(325)) - Periodic Directory Tree Verification scan starting at 1426273349661 with interval 21600000
2015-03-13 11:08:05,662 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1621)) - Adding block pool BP-951401976-10.1.1.144-1426270084277
2015-03-13 11:08:05,662 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(325)) - Periodic Directory Tree Verification scan starting at 1426276676662 with interval 21600000
2015-03-13 11:08:05,663 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1621)) - Adding block pool BP-951401976-10.1.1.144-1426270084277
2015-03-13 11:08:05,663 INFO impl.FsDatasetImpl (FsVolumeList.java:run(173)) - Scanning block pool BP-951401976-10.1.1.144-1426270084277 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current...
2015-03-13 11:08:05,663 INFO impl.FsDatasetImpl (FsVolumeList.java:run(173)) - Scanning block pool BP-951401976-10.1.1.144-1426270084277 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current...
2015-03-13 11:08:05,664 INFO impl.FsDatasetImpl (FsVolumeList.java:run(173)) - Scanning block pool BP-951401976-10.1.1.144-1426270084277 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current...
2015-03-13 11:08:05,664 INFO impl.FsDatasetImpl (FsVolumeList.java:run(173)) - Scanning block pool BP-951401976-10.1.1.144-1426270084277 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current...
2015-03-13 11:08:05,678 INFO impl.FsDatasetImpl (FsVolumeList.java:run(178)) - Time taken to scan block pool BP-951401976-10.1.1.144-1426270084277 on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current: 15ms
2015-03-13 11:08:05,678 INFO impl.FsDatasetImpl (FsVolumeList.java:run(178)) - Time taken to scan block pool BP-951401976-10.1.1.144-1426270084277 on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current: 14ms
2015-03-13 11:08:05,678 INFO impl.FsDatasetImpl (FsVolumeList.java:run(178)) - Time taken to scan block pool BP-951401976-10.1.1.144-1426270084277 on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current: 15ms
2015-03-13 11:08:05,679 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(202)) - Total time to scan all replicas for block pool BP-951401976-10.1.1.144-1426270084277: 17ms
2015-03-13 11:08:05,679 INFO impl.FsDatasetImpl (FsVolumeList.java:run(178)) - Time taken to scan block pool BP-951401976-10.1.1.144-1426270084277 on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current: 15ms
2015-03-13 11:08:05,679 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(202)) - Total time to scan all replicas for block pool BP-951401976-10.1.1.144-1426270084277: 16ms
2015-03-13 11:08:05,679 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(104)) - Adding replicas to map for block pool BP-951401976-10.1.1.144-1426270084277 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current...
2015-03-13 11:08:05,679 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(104)) - Adding replicas to map for block pool BP-951401976-10.1.1.144-1426270084277 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current...
2015-03-13 11:08:05,680 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(109)) - Time to add replicas to map for block pool BP-951401976-10.1.1.144-1426270084277 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current: 1ms
2015-03-13 11:08:05,680 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(104)) - Adding replicas to map for block pool BP-951401976-10.1.1.144-1426270084277 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current...
2015-03-13 11:08:05,680 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(109)) - Time to add replicas to map for block pool BP-951401976-10.1.1.144-1426270084277 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current: 0ms
2015-03-13 11:08:05,680 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(104)) - Adding replicas to map for block pool BP-951401976-10.1.1.144-1426270084277 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current...
2015-03-13 11:08:05,680 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(109)) - Time to add replicas to map for block pool BP-951401976-10.1.1.144-1426270084277 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current: 0ms
2015-03-13 11:08:05,680 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(113)) - Total time to add all replicas to map: 1ms
2015-03-13 11:08:05,680 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(109)) - Time to add replicas to map for block pool BP-951401976-10.1.1.144-1426270084277 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current: 0ms
2015-03-13 11:08:05,681 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(113)) - Total time to add all replicas to map: 2ms
2015-03-13 11:08:05,682 INFO datanode.DataNode (BPServiceActor.java:register(618)) - Block pool BP-951401976-10.1.1.144-1426270084277 (storage id DS-646114963-10.1.1.144-63105-1426270085593) service to localhost/127.0.0.1:63104 beginning handshake with NN
2015-03-13 11:08:05,683 INFO datanode.DataNode (BPServiceActor.java:register(618)) - Block pool BP-951401976-10.1.1.144-1426270084277 (storage id DS-1284647950-10.1.1.144-63108-1426270085585) service to localhost/127.0.0.1:63104 beginning handshake with NN
2015-03-13 11:08:05,693 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(755)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, storageID=DS-646114963-10.1.1.144-63105-1426270085593, infoPort=63106, ipcPort=63107, storageInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0) storage DS-646114963-10.1.1.144-63105-1426270085593
2015-03-13 11:08:05,696 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:63105
2015-03-13 11:08:05,696 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(755)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, storageID=DS-1284647950-10.1.1.144-63108-1426270085585, infoPort=63109, ipcPort=63111, storageInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0) storage DS-1284647950-10.1.1.144-63108-1426270085585
2015-03-13 11:08:05,697 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:63108
2015-03-13 11:08:05,699 INFO datanode.DataNode (BPServiceActor.java:register(631)) - Block pool Block pool BP-951401976-10.1.1.144-1426270084277 (storage id DS-1284647950-10.1.1.144-63108-1426270085585) service to localhost/127.0.0.1:63104 successfully registered with NN
2015-03-13 11:08:05,700 INFO datanode.DataNode (BPServiceActor.java:offerService(499)) - For namenode localhost/127.0.0.1:63104 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec Initial delay: 0msec; heartBeatInterval=3000
2015-03-13 11:08:05,700 INFO datanode.DataNode (BPServiceActor.java:register(631)) - Block pool Block pool BP-951401976-10.1.1.144-1426270084277 (storage id DS-646114963-10.1.1.144-63105-1426270085593) service to localhost/127.0.0.1:63104 successfully registered with NN
2015-03-13 11:08:05,700 INFO datanode.DataNode (BPServiceActor.java:offerService(499)) - For namenode localhost/127.0.0.1:63104 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec Initial delay: 0msec; heartBeatInterval=3000
2015-03-13 11:08:05,730 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(421)) - Namenode Block pool BP-951401976-10.1.1.144-1426270084277 (storage id DS-1284647950-10.1.1.144-63108-1426270085585) service to localhost/127.0.0.1:63104 trying to claim ACTIVE state with txid=1
2015-03-13 11:08:05,730 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(433)) - Acknowledging ACTIVE Namenode Block pool BP-951401976-10.1.1.144-1426270084277 (storage id DS-1284647950-10.1.1.144-63108-1426270085585) service to localhost/127.0.0.1:63104
2015-03-13 11:08:05,730 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(421)) - Namenode Block pool BP-951401976-10.1.1.144-1426270084277 (storage id DS-646114963-10.1.1.144-63105-1426270085593) service to localhost/127.0.0.1:63104 trying to claim ACTIVE state with txid=1
2015-03-13 11:08:05,730 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(433)) - Acknowledging ACTIVE Namenode Block pool BP-951401976-10.1.1.144-1426270084277 (storage id DS-646114963-10.1.1.144-63105-1426270085593) service to localhost/127.0.0.1:63104
2015-03-13 11:08:05,744 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1631)) - BLOCK* processReport: Received first block report from 127.0.0.1:63105 after starting up or becoming active. Its block contents are no longer considered stale
2015-03-13 11:08:05,744 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1631)) - BLOCK* processReport: Received first block report from 127.0.0.1:63108 after starting up or becoming active. Its block contents are no longer considered stale
2015-03-13 11:08:05,744 INFO BlockStateChange (BlockManager.java:processReport(1647)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, storageID=DS-646114963-10.1.1.144-63105-1426270085593, infoPort=63106, ipcPort=63107, storageInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0), blocks: 0, processing time: 1 msecs
2015-03-13 11:08:05,745 INFO BlockStateChange (BlockManager.java:processReport(1647)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, storageID=DS-1284647950-10.1.1.144-63108-1426270085585, infoPort=63109, ipcPort=63111, storageInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0), blocks: 0, processing time: 1 msecs
2015-03-13 11:08:05,761 INFO datanode.DataNode (BPServiceActor.java:blockReport(409)) - BlockReport of 0 blocks took 0 msec to generate and 30 msecs for RPC and NN processing
2015-03-13 11:08:05,761 INFO datanode.DataNode (BPServiceActor.java:blockReport(409)) - BlockReport of 0 blocks took 1 msec to generate and 30 msecs for RPC and NN processing
2015-03-13 11:08:05,761 INFO datanode.DataNode (BPServiceActor.java:blockReport(428)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@36e5713e
2015-03-13 11:08:05,761 INFO datanode.DataNode (BPServiceActor.java:blockReport(428)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@9e37ff4
2015-03-13 11:08:05,787 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map BlockMap
2015-03-13 11:08:05,787 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 11:08:05,787 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map BlockMap
2015-03-13 11:08:05,787 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 0.5% max memory = 672 MB
2015-03-13 11:08:05,787 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 11:08:05,787 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^19 = 524288 entries
2015-03-13 11:08:05,788 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 0.5% max memory = 672 MB
2015-03-13 11:08:05,788 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^19 = 524288 entries
2015-03-13 11:08:05,788 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-951401976-10.1.1.144-1426270084277
2015-03-13 11:08:05,789 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-951401976-10.1.1.144-1426270084277
2015-03-13 11:08:05,792 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-951401976-10.1.1.144-1426270084277 to blockPoolScannerMap, new size=1
2015-03-13 11:08:05,793 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-951401976-10.1.1.144-1426270084277 to blockPoolScannerMap, new size=1
2015-03-13 11:08:05,826 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:63113
2015-03-13 11:08:05,828 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 63114
2015-03-13 11:08:05,833 INFO datanode.DataNode (DataNode.java:initIpcServer(384)) - Opened IPC server at /127.0.0.1:63114
2015-03-13 11:08:05,839 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2015-03-13 11:08:05,841 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2015-03-13 11:08:05,842 INFO datanode.DataNode (BPServiceActor.java:run(658)) - Block pool <registering> (storage id unknown) service to localhost/127.0.0.1:63104 starting to offer service
2015-03-13 11:08:05,844 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 11:08:05,844 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 63114: starting
2015-03-13 11:08:05,846 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1159)) - Starting DataNode 3 with dfs.datanode.data.dir: file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7,file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8
2015-03-13 11:08:05,848 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/in_use.lock acquired by nodename 52949@Edinburgh.local
2015-03-13 11:08:05,848 INFO common.Storage (DataStorage.java:recoverTransitionRead(163)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5 is not formatted
2015-03-13 11:08:05,848 INFO common.Storage (DataStorage.java:recoverTransitionRead(164)) - Formatting ...
2015-03-13 11:08:05,849 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/in_use.lock acquired by nodename 52949@Edinburgh.local
2015-03-13 11:08:05,849 INFO common.Storage (DataStorage.java:recoverTransitionRead(163)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6 is not formatted
2015-03-13 11:08:05,849 INFO common.Storage (DataStorage.java:recoverTransitionRead(164)) - Formatting ...
2015-03-13 11:08:05,875 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2015-03-13 11:08:05,875 INFO datanode.DataNode (DataNode.java:<init>(258)) - Configured hostname is 127.0.0.1
2015-03-13 11:08:05,876 INFO datanode.DataNode (DataNode.java:initDataXceiver(482)) - Opened streaming server at /127.0.0.1:63115
2015-03-13 11:08:05,876 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2015-03-13 11:08:05,878 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 11:08:05,879 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-03-13 11:08:05,879 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 11:08:05,880 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 11:08:05,881 INFO datanode.DataNode (DataNode.java:startInfoServer(312)) - Opened info server at localhost:0
2015-03-13 11:08:05,882 INFO datanode.DataNode (WebHdfsFileSystem.java:isEnabled(157)) - dfs.webhdfs.enabled = false
2015-03-13 11:08:05,882 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 63116
2015-03-13 11:08:05,882 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 11:08:05,887 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.2.0/9f20694a2b243f5511f1da3c2812bbb27cef24aa/hadoop-hdfs-2.2.0-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_63116_datanode____k11yu8/webapp
2015-03-13 11:08:05,899 INFO common.Storage (Storage.java:lock(629)) - Locking is disabled
2015-03-13 11:08:05,900 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277 is not formatted.
2015-03-13 11:08:05,900 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2015-03-13 11:08:05,900 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-951401976-10.1.1.144-1426270084277 directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current
2015-03-13 11:08:05,902 INFO common.Storage (Storage.java:lock(629)) - Locking is disabled
2015-03-13 11:08:05,902 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277 is not formatted.
2015-03-13 11:08:05,902 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2015-03-13 11:08:05,902 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-951401976-10.1.1.144-1426270084277 directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current
2015-03-13 11:08:05,905 INFO datanode.DataNode (DataNode.java:initStorage(839)) - Setting up storage: nsid=1748945742;bpid=BP-951401976-10.1.1.144-1426270084277;lv=-47;nsInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0;bpid=BP-951401976-10.1.1.144-1426270084277
2015-03-13 11:08:05,905 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(213)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current
2015-03-13 11:08:05,905 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(213)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current
2015-03-13 11:08:05,906 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1252)) - Registered FSDatasetState MBean
2015-03-13 11:08:05,907 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(325)) - Periodic Directory Tree Verification scan starting at 1426277917907 with interval 21600000
2015-03-13 11:08:05,908 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1621)) - Adding block pool BP-951401976-10.1.1.144-1426270084277
2015-03-13 11:08:05,908 INFO impl.FsDatasetImpl (FsVolumeList.java:run(173)) - Scanning block pool BP-951401976-10.1.1.144-1426270084277 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current...
2015-03-13 11:08:05,909 INFO impl.FsDatasetImpl (FsVolumeList.java:run(173)) - Scanning block pool BP-951401976-10.1.1.144-1426270084277 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current...
2015-03-13 11:08:05,915 INFO impl.FsDatasetImpl (FsVolumeList.java:run(178)) - Time taken to scan block pool BP-951401976-10.1.1.144-1426270084277 on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current: 7ms
2015-03-13 11:08:05,915 INFO impl.FsDatasetImpl (FsVolumeList.java:run(178)) - Time taken to scan block pool BP-951401976-10.1.1.144-1426270084277 on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current: 6ms
2015-03-13 11:08:05,916 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(202)) - Total time to scan all replicas for block pool BP-951401976-10.1.1.144-1426270084277: 8ms
2015-03-13 11:08:05,916 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(104)) - Adding replicas to map for block pool BP-951401976-10.1.1.144-1426270084277 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current...
2015-03-13 11:08:05,916 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(109)) - Time to add replicas to map for block pool BP-951401976-10.1.1.144-1426270084277 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current: 0ms
2015-03-13 11:08:05,916 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(104)) - Adding replicas to map for block pool BP-951401976-10.1.1.144-1426270084277 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current...
2015-03-13 11:08:05,917 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(109)) - Time to add replicas to map for block pool BP-951401976-10.1.1.144-1426270084277 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current: 1ms
2015-03-13 11:08:05,917 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(113)) - Total time to add all replicas to map: 1ms
2015-03-13 11:08:05,917 INFO datanode.DataNode (BPServiceActor.java:register(618)) - Block pool BP-951401976-10.1.1.144-1426270084277 (storage id DS-2043704984-10.1.1.144-63112-1426270085851) service to localhost/127.0.0.1:63104 beginning handshake with NN
2015-03-13 11:08:05,918 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(755)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, storageID=DS-2043704984-10.1.1.144-63112-1426270085851, infoPort=63113, ipcPort=63114, storageInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0) storage DS-2043704984-10.1.1.144-63112-1426270085851
2015-03-13 11:08:05,919 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:63112
2015-03-13 11:08:05,920 INFO datanode.DataNode (BPServiceActor.java:register(631)) - Block pool Block pool BP-951401976-10.1.1.144-1426270084277 (storage id DS-2043704984-10.1.1.144-63112-1426270085851) service to localhost/127.0.0.1:63104 successfully registered with NN
2015-03-13 11:08:05,920 INFO datanode.DataNode (BPServiceActor.java:offerService(499)) - For namenode localhost/127.0.0.1:63104 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec Initial delay: 0msec; heartBeatInterval=3000
2015-03-13 11:08:05,922 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(421)) - Namenode Block pool BP-951401976-10.1.1.144-1426270084277 (storage id DS-2043704984-10.1.1.144-63112-1426270085851) service to localhost/127.0.0.1:63104 trying to claim ACTIVE state with txid=1
2015-03-13 11:08:05,923 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(433)) - Acknowledging ACTIVE Namenode Block pool BP-951401976-10.1.1.144-1426270084277 (storage id DS-2043704984-10.1.1.144-63112-1426270085851) service to localhost/127.0.0.1:63104
2015-03-13 11:08:05,924 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1631)) - BLOCK* processReport: Received first block report from 127.0.0.1:63112 after starting up or becoming active. Its block contents are no longer considered stale
2015-03-13 11:08:05,924 INFO BlockStateChange (BlockManager.java:processReport(1647)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, storageID=DS-2043704984-10.1.1.144-63112-1426270085851, infoPort=63113, ipcPort=63114, storageInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0), blocks: 0, processing time: 0 msecs
2015-03-13 11:08:05,925 INFO datanode.DataNode (BPServiceActor.java:blockReport(409)) - BlockReport of 0 blocks took 0 msec to generate and 2 msecs for RPC and NN processing
2015-03-13 11:08:05,925 INFO datanode.DataNode (BPServiceActor.java:blockReport(428)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@48a0363c
2015-03-13 11:08:05,925 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map BlockMap
2015-03-13 11:08:05,925 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 11:08:05,926 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 0.5% max memory = 672 MB
2015-03-13 11:08:05,926 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^19 = 524288 entries
2015-03-13 11:08:05,926 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-951401976-10.1.1.144-1426270084277
2015-03-13 11:08:05,927 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-951401976-10.1.1.144-1426270084277 to blockPoolScannerMap, new size=1
2015-03-13 11:08:06,014 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:63116
2015-03-13 11:08:06,016 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 63117
2015-03-13 11:08:06,018 INFO datanode.DataNode (DataNode.java:initIpcServer(384)) - Opened IPC server at /127.0.0.1:63117
2015-03-13 11:08:06,023 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2015-03-13 11:08:06,024 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2015-03-13 11:08:06,025 INFO datanode.DataNode (BPServiceActor.java:run(658)) - Block pool <registering> (storage id unknown) service to localhost/127.0.0.1:63104 starting to offer service
2015-03-13 11:08:06,025 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 11:08:06,026 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 63117: starting
2015-03-13 11:08:06,028 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/in_use.lock acquired by nodename 52949@Edinburgh.local
2015-03-13 11:08:06,028 INFO common.Storage (DataStorage.java:recoverTransitionRead(163)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7 is not formatted
2015-03-13 11:08:06,028 INFO common.Storage (DataStorage.java:recoverTransitionRead(164)) - Formatting ...
2015-03-13 11:08:06,029 INFO common.Storage (Storage.java:tryLock(665)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/in_use.lock acquired by nodename 52949@Edinburgh.local
2015-03-13 11:08:06,030 INFO common.Storage (DataStorage.java:recoverTransitionRead(163)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8 is not formatted
2015-03-13 11:08:06,030 INFO common.Storage (DataStorage.java:recoverTransitionRead(164)) - Formatting ...
2015-03-13 11:08:06,069 INFO common.Storage (Storage.java:lock(629)) - Locking is disabled
2015-03-13 11:08:06,069 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277 is not formatted.
2015-03-13 11:08:06,069 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2015-03-13 11:08:06,070 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-951401976-10.1.1.144-1426270084277 directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current
2015-03-13 11:08:06,071 INFO common.Storage (Storage.java:lock(629)) - Locking is disabled
2015-03-13 11:08:06,071 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277 is not formatted.
2015-03-13 11:08:06,071 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2015-03-13 11:08:06,071 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-951401976-10.1.1.144-1426270084277 directory /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current
2015-03-13 11:08:06,074 INFO datanode.DataNode (DataNode.java:initStorage(839)) - Setting up storage: nsid=1748945742;bpid=BP-951401976-10.1.1.144-1426270084277;lv=-47;nsInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0;bpid=BP-951401976-10.1.1.144-1426270084277
2015-03-13 11:08:06,075 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(213)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current
2015-03-13 11:08:06,075 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(213)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current
2015-03-13 11:08:06,076 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1252)) - Registered FSDatasetState MBean
2015-03-13 11:08:06,077 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(325)) - Periodic Directory Tree Verification scan starting at 1426279855077 with interval 21600000
2015-03-13 11:08:06,077 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1621)) - Adding block pool BP-951401976-10.1.1.144-1426270084277
2015-03-13 11:08:06,078 INFO impl.FsDatasetImpl (FsVolumeList.java:run(173)) - Scanning block pool BP-951401976-10.1.1.144-1426270084277 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current...
2015-03-13 11:08:06,078 INFO impl.FsDatasetImpl (FsVolumeList.java:run(173)) - Scanning block pool BP-951401976-10.1.1.144-1426270084277 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current...
2015-03-13 11:08:06,085 INFO impl.FsDatasetImpl (FsVolumeList.java:run(178)) - Time taken to scan block pool BP-951401976-10.1.1.144-1426270084277 on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current: 7ms
2015-03-13 11:08:06,086 INFO impl.FsDatasetImpl (FsVolumeList.java:run(178)) - Time taken to scan block pool BP-951401976-10.1.1.144-1426270084277 on /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current: 8ms
2015-03-13 11:08:06,086 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(202)) - Total time to scan all replicas for block pool BP-951401976-10.1.1.144-1426270084277: 9ms
2015-03-13 11:08:06,086 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(104)) - Adding replicas to map for block pool BP-951401976-10.1.1.144-1426270084277 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current...
2015-03-13 11:08:06,086 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(109)) - Time to add replicas to map for block pool BP-951401976-10.1.1.144-1426270084277 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current: 0ms
2015-03-13 11:08:06,086 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(104)) - Adding replicas to map for block pool BP-951401976-10.1.1.144-1426270084277 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current...
2015-03-13 11:08:06,087 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(109)) - Time to add replicas to map for block pool BP-951401976-10.1.1.144-1426270084277 on volume /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current: 1ms
2015-03-13 11:08:06,087 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(113)) - Total time to add all replicas to map: 1ms
2015-03-13 11:08:06,087 INFO datanode.DataNode (BPServiceActor.java:register(618)) - Block pool BP-951401976-10.1.1.144-1426270084277 (storage id DS-1538169537-10.1.1.144-63115-1426270086031) service to localhost/127.0.0.1:63104 beginning handshake with NN
2015-03-13 11:08:06,088 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(755)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, storageID=DS-1538169537-10.1.1.144-63115-1426270086031, infoPort=63116, ipcPort=63117, storageInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0) storage DS-1538169537-10.1.1.144-63115-1426270086031
2015-03-13 11:08:06,088 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:63115
2015-03-13 11:08:06,089 INFO datanode.DataNode (BPServiceActor.java:register(631)) - Block pool Block pool BP-951401976-10.1.1.144-1426270084277 (storage id DS-1538169537-10.1.1.144-63115-1426270086031) service to localhost/127.0.0.1:63104 successfully registered with NN
2015-03-13 11:08:06,089 INFO datanode.DataNode (BPServiceActor.java:offerService(499)) - For namenode localhost/127.0.0.1:63104 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec Initial delay: 0msec; heartBeatInterval=3000
2015-03-13 11:08:06,091 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(421)) - Namenode Block pool BP-951401976-10.1.1.144-1426270084277 (storage id DS-1538169537-10.1.1.144-63115-1426270086031) service to localhost/127.0.0.1:63104 trying to claim ACTIVE state with txid=1
2015-03-13 11:08:06,091 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(433)) - Acknowledging ACTIVE Namenode Block pool BP-951401976-10.1.1.144-1426270084277 (storage id DS-1538169537-10.1.1.144-63115-1426270086031) service to localhost/127.0.0.1:63104
2015-03-13 11:08:06,092 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1631)) - BLOCK* processReport: Received first block report from 127.0.0.1:63115 after starting up or becoming active. Its block contents are no longer considered stale
2015-03-13 11:08:06,093 INFO BlockStateChange (BlockManager.java:processReport(1647)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, storageID=DS-1538169537-10.1.1.144-63115-1426270086031, infoPort=63116, ipcPort=63117, storageInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0), blocks: 0, processing time: 1 msecs
2015-03-13 11:08:06,093 INFO datanode.DataNode (BPServiceActor.java:blockReport(409)) - BlockReport of 0 blocks took 0 msec to generate and 2 msecs for RPC and NN processing
2015-03-13 11:08:06,094 INFO datanode.DataNode (BPServiceActor.java:blockReport(428)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@1ad4d55f
2015-03-13 11:08:06,094 INFO util.GSet (LightWeightGSet.java:computeCapacity(328)) - Computing capacity for map BlockMap
2015-03-13 11:08:06,094 INFO util.GSet (LightWeightGSet.java:computeCapacity(329)) - VM type = 64-bit
2015-03-13 11:08:06,094 INFO util.GSet (LightWeightGSet.java:computeCapacity(330)) - 0.5% max memory = 672 MB
2015-03-13 11:08:06,094 INFO util.GSet (LightWeightGSet.java:computeCapacity(332)) - capacity = 2^19 = 524288 entries
2015-03-13 11:08:06,095 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-951401976-10.1.1.144-1426270084277
2015-03-13 11:08:06,095 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-951401976-10.1.1.144-1426270084277 to blockPoolScannerMap, new size=1
2015-03-13 11:08:06,290 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1891)) - Cluster is active
2015-03-13 11:08:06,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:06,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:08:06,375 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar. BP-951401976-10.1.1.144-1426270084277 blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:08:06,419 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741825_1001 src: /127.0.0.1:63119 dest: /127.0.0.1:63108
2015-03-13 11:08:06,428 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741825_1001 src: /127.0.0.1:63120 dest: /127.0.0.1:63112
2015-03-13 11:08:06,430 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741825_1001 src: /127.0.0.1:63121 dest: /127.0.0.1:63105
2015-03-13 11:08:06,470 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63121, dest: /127.0.0.1:63105, bytes: 482042, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741825_1001, duration: 27097000
2015-03-13 11:08:06,470 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741825_1001, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:08:06,470 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:08:06,472 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63120, dest: /127.0.0.1:63112, bytes: 482042, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741825_1001, duration: 30359000
2015-03-13 11:08:06,472 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:06,474 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63119, dest: /127.0.0.1:63108, bytes: 482042, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741825_1001, duration: 32102000
2015-03-13 11:08:06,474 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:06,475 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:08:06,476 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:08:06,481 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:08:06,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=soberoi:supergroup:rwxr--r--
2015-03-13 11:08:06,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:06,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:08:06,615 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar. BP-951401976-10.1.1.144-1426270084277 blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:08:06,618 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741826_1002 src: /127.0.0.1:63122 dest: /127.0.0.1:63108
2015-03-13 11:08:06,619 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741826_1002 src: /127.0.0.1:63123 dest: /127.0.0.1:63105
2015-03-13 11:08:06,621 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741826_1002 src: /127.0.0.1:63124 dest: /127.0.0.1:63112
2015-03-13 11:08:06,648 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63124, dest: /127.0.0.1:63112, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741826_1002, duration: 25516000
2015-03-13 11:08:06,649 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741826_1002, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:08:06,649 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:08:06,650 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63123, dest: /127.0.0.1:63105, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741826_1002, duration: 26911000
2015-03-13 11:08:06,650 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:06,651 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:08:06,651 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63122, dest: /127.0.0.1:63108, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741826_1002, duration: 28482000
2015-03-13 11:08:06,653 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:06,654 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:08:06,656 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:08:06,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=soberoi:supergroup:rwxr--r--
2015-03-13 11:08:06,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging dst=null perm=null
2015-03-13 11:08:06,806 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceInit(150)) - mkdir: hdfs://localhost:63104/tmp/hadoop-yarn/staging
2015-03-13 11:08:06,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:08:06,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:08:06,862 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2015-03-13 11:08:06,871 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:<init>(75)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms
2015-03-13 11:08:06,874 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:<init>(77)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms
2015-03-13 11:08:06,876 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler
2015-03-13 11:08:06,878 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
2015-03-13 11:08:06,879 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(328)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
2015-03-13 11:08:06,913 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher
2015-03-13 11:08:06,914 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher
2015-03-13 11:08:06,915 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher
2015-03-13 11:08:06,917 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher
2015-03-13 11:08:06,932 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - ResourceManager metrics system started (again)
2015-03-13 11:08:06,978 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(189)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*
2015-03-13 11:08:06,978 INFO capacity.ParentQueue (ParentQueue.java:<init>(151)) - Initialized parent-queue root name=root, fullname=root
2015-03-13 11:08:06,985 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(271)) - Initializing default
capacity = 1.0 [= (float) configuredCapacity / 100 ]
asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ]
maxCapacity = 1.0 [= configuredMaxCapacity ]
absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ]
userLimit = 100 [= configuredUserLimit ]
userLimitFactor = 1.0 [= configuredUserLimitFactor ]
maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)]
maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ]
maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ]
maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ]
maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ]
usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)]
absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory]
maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ]
minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ]
numContainers = 0 [= currentNumContainers ]
state = RUNNING [= configuredState ]
acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ]
nodeLocalityDelay = 0
2015-03-13 11:08:06,985 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(409)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0
2015-03-13 11:08:06,986 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(409)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-03-13 11:08:06,987 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(307)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-03-13 11:08:06,987 INFO capacity.CapacityScheduler (CapacityScheduler.java:reinitialize(271)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<<memory:1024, vCores:1>>, maximumAllocation=<<memory:8192, vCores:32>>
2015-03-13 11:08:07,008 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager
2015-03-13 11:08:07,014 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher
2015-03-13 11:08:07,016 INFO resourcemanager.RMNMInfo (RMNMInfo.java:<init>(63)) - Registered RMNMInfo MBean
2015-03-13 11:08:07,017 INFO util.HostsFileReader (HostsFileReader.java:refresh(84)) - Refreshing hosts (include/exclude) list
2015-03-13 11:08:07,019 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(225)) - Waiting for RM to start...
2015-03-13 11:08:07,020 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2015-03-13 11:08:07,020 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(103)) - Rolling master-key for container-tokens
2015-03-13 11:08:07,022 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(97)) - Rolling master-key for nm-tokens
2015-03-13 11:08:07,030 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 11:08:07,031 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster
2015-03-13 11:08:07,031 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 11:08:07,031 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 11:08:07,032 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /cluster/*
2015-03-13 11:08:07,032 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /ws/*
2015-03-13 11:08:07,034 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 63125
2015-03-13 11:08:07,034 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 11:08:07,039 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.2.0/77f18c3d40dcb45b0be2602cfa5115a5edb40db1/hadoop-yarn-common-2.2.0.jar!/webapps/cluster to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_63125_cluster____.ihe4xn/webapp
2015-03-13 11:08:07,126 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@Edinburgh.local:63125
2015-03-13 11:08:07,126 INFO webapp.WebApps (WebApps.java:start(258)) - Web app /cluster started at 63125
2015-03-13 11:08:07,393 INFO webapp.WebApps (WebApps.java:start(272)) - Registered webapp guice modules
2015-03-13 11:08:07,394 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2015-03-13 11:08:07,395 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(85)) - storing master key with keyID 1
2015-03-13 11:08:07,397 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(526)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-03-13 11:08:07,397 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2015-03-13 11:08:07,398 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(85)) - storing master key with keyID 2
2015-03-13 11:08:07,412 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 63126
2015-03-13 11:08:07,413 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server
2015-03-13 11:08:07,414 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 11:08:07,414 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 63126: starting
2015-03-13 11:08:07,430 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 63127
2015-03-13 11:08:07,432 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server
2015-03-13 11:08:07,433 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 11:08:07,433 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 63127: starting
2015-03-13 11:08:07,458 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 63128
2015-03-13 11:08:07,460 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server
2015-03-13 11:08:07,461 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 11:08:07,461 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 63128: starting
2015-03-13 11:08:07,481 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 63129
2015-03-13 11:08:07,484 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server
2015-03-13 11:08:07,484 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 11:08:07,484 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 63129: starting
2015-03-13 11:08:08,525 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(238)) - MiniYARN ResourceManager address: 10.1.1.144:63128
2015-03-13 11:08:08,526 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(240)) - MiniYARN ResourceManager web address: Edinburgh.local:63125
2015-03-13 11:08:08,526 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0
2015-03-13 11:08:08,527 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1
2015-03-13 11:08:08,527 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2
2015-03-13 11:08:08,528 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3
2015-03-13 11:08:08,538 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_0
2015-03-13 11:08:08,539 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_1
2015-03-13 11:08:08,539 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_2
2015-03-13 11:08:08,539 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_3
2015-03-13 11:08:08,540 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(333)) - Starting NM: 0
2015-03-13 11:08:08,582 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-03-13 11:08:08,583 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-03-13 11:08:08,583 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-03-13 11:08:08,583 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-03-13 11:08:08,584 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-03-13 11:08:08,584 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-03-13 11:08:08,586 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-03-13 11:08:08,586 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$CustomNodeManager
2015-03-13 11:08:08,586 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2015-03-13 11:08:08,591 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-03-13 11:08:08,591 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2015-03-13 11:08:08,728 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-03-13 11:08:08,737 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-03-13 11:08:08,738 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-03-13 11:08:08,755 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : null
2015-03-13 11:08:08,756 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2015-03-13 11:08:08,756 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2015-03-13 11:08:08,756 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2015-03-13 11:08:08,757 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(160)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-03-13 11:08:08,757 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(343)) - Waiting for NM 0 to start...
2015-03-13 11:08:08,766 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 63130
2015-03-13 11:08:08,768 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-03-13 11:08:08,769 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(281)) - Blocking new container-requests as container manager rpc server is still starting.
2015-03-13 11:08:08,769 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 11:08:08,769 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 63130: starting
2015-03-13 11:08:08,775 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : 10.1.1.144:63130
2015-03-13 11:08:08,775 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(292)) - ContainerManager started at /10.1.1.144:63130
2015-03-13 11:08:08,779 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 63131
2015-03-13 11:08:08,782 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-03-13 11:08:08,782 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 11:08:08,782 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 63131: starting
2015-03-13 11:08:08,784 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 63131
2015-03-13 11:08:08,796 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-03-13 11:08:08,805 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(316)) - httpshuffle listening on port 63132
2015-03-13 11:08:08,805 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:08,806 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at Edinburgh.local:0
2015-03-13 11:08:08,807 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 11:08:08,807 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-03-13 11:08:08,807 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 11:08:08,808 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 11:08:08,808 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /node/*
2015-03-13 11:08:08,809 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /ws/*
2015-03-13 11:08:08,809 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 63133
2015-03-13 11:08:08,809 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 11:08:08,812 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.2.0/77f18c3d40dcb45b0be2602cfa5115a5edb40db1/hadoop-yarn-common-2.2.0.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_63133_node____evrwgq/webapp
2015-03-13 11:08:09,657 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@Edinburgh.local:63133
2015-03-13 11:08:09,658 INFO webapp.WebApps (WebApps.java:start(258)) - Web app /node started at 63133
2015-03-13 11:08:09,672 INFO webapp.WebApps (WebApps.java:start(272)) - Registered webapp guice modules
2015-03-13 11:08:09,686 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.144 to /default-rack
2015-03-13 11:08:09,688 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(230)) - NodeManager from node 10.1.1.144(cmPort: 63130 httpPort: 63133) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.144:63130
2015-03-13 11:08:09,688 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 1080285351
2015-03-13 11:08:09,690 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-1533640549
2015-03-13 11:08:09,690 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(265)) - Registered with ResourceManager as 10.1.1.144:63130 with total resource of <memory:4096, vCores:8>
2015-03-13 11:08:09,690 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(267)) - Notifying ContainerManager to unblock new container-requests
2015-03-13 11:08:09,692 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(366)) - 10.1.1.144:63130 Node Transitioned from NEW to RUNNING
2015-03-13 11:08:09,695 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(774)) - Added node 10.1.1.144:63130 clusterResource: <memory:4096, vCores:8>
2015-03-13 11:08:09,763 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0
2015-03-13 11:08:09,763 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1
2015-03-13 11:08:09,764 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2
2015-03-13 11:08:09,764 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3
2015-03-13 11:08:09,774 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_0
2015-03-13 11:08:09,774 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_1
2015-03-13 11:08:09,775 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_2
2015-03-13 11:08:09,775 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_3
2015-03-13 11:08:09,776 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(333)) - Starting NM: 1
2015-03-13 11:08:09,788 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-03-13 11:08:09,788 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-03-13 11:08:09,788 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-03-13 11:08:09,789 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-03-13 11:08:09,789 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-03-13 11:08:09,789 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-03-13 11:08:09,789 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-03-13 11:08:09,790 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$CustomNodeManager
2015-03-13 11:08:09,790 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2015-03-13 11:08:09,792 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-03-13 11:08:09,792 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2015-03-13 11:08:09,909 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-03-13 11:08:09,910 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-03-13 11:08:09,910 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-03-13 11:08:09,912 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : null
2015-03-13 11:08:09,912 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2015-03-13 11:08:09,912 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2015-03-13 11:08:09,913 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2015-03-13 11:08:09,913 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(160)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-03-13 11:08:09,913 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(343)) - Waiting for NM 1 to start...
2015-03-13 11:08:09,916 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 63134
2015-03-13 11:08:09,917 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-03-13 11:08:09,917 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(281)) - Blocking new container-requests as container manager rpc server is still starting.
2015-03-13 11:08:09,918 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 11:08:09,918 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 63134: starting
2015-03-13 11:08:09,922 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : 10.1.1.144:63134
2015-03-13 11:08:09,923 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(292)) - ContainerManager started at /10.1.1.144:63134
2015-03-13 11:08:09,924 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 63135
2015-03-13 11:08:09,927 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-03-13 11:08:09,927 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 11:08:09,927 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 63135: starting
2015-03-13 11:08:09,929 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 63135
2015-03-13 11:08:09,931 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-03-13 11:08:09,931 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(316)) - httpshuffle listening on port 63136
2015-03-13 11:08:09,932 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:09,933 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at Edinburgh.local:0
2015-03-13 11:08:09,934 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 11:08:09,934 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-03-13 11:08:09,934 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 11:08:09,934 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 11:08:09,935 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /node/*
2015-03-13 11:08:09,935 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /ws/*
2015-03-13 11:08:09,936 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 63137
2015-03-13 11:08:09,936 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 11:08:09,939 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.2.0/77f18c3d40dcb45b0be2602cfa5115a5edb40db1/hadoop-yarn-common-2.2.0.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_63137_node____.xnk4pu/webapp
2015-03-13 11:08:10,245 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@Edinburgh.local:63137
2015-03-13 11:08:10,245 INFO webapp.WebApps (WebApps.java:start(258)) - Web app /node started at 63137
2015-03-13 11:08:10,253 INFO webapp.WebApps (WebApps.java:start(272)) - Registered webapp guice modules
2015-03-13 11:08:10,255 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.144 to /default-rack
2015-03-13 11:08:10,256 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(366)) - 10.1.1.144:63134 Node Transitioned from NEW to RUNNING
2015-03-13 11:08:10,256 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(230)) - NodeManager from node 10.1.1.144(cmPort: 63134 httpPort: 63137) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.144:63134
2015-03-13 11:08:10,256 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(774)) - Added node 10.1.1.144:63134 clusterResource: <memory:8192, vCores:16>
2015-03-13 11:08:10,256 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 1080285351
2015-03-13 11:08:10,257 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-1533640549
2015-03-13 11:08:10,257 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(265)) - Registered with ResourceManager as 10.1.1.144:63134 with total resource of <memory:4096, vCores:8>
2015-03-13 11:08:10,257 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(267)) - Notifying ContainerManager to unblock new container-requests
2015-03-13 11:08:10,672 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741825_1001
2015-03-13 11:08:10,672 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741825_1001
2015-03-13 11:08:10,680 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741826_1002
2015-03-13 11:08:10,680 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741826_1002
2015-03-13 11:08:10,916 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0
2015-03-13 11:08:10,916 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1
2015-03-13 11:08:10,916 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2
2015-03-13 11:08:10,916 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3
2015-03-13 11:08:10,917 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741826_1002
2015-03-13 11:08:10,923 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741825_1001
2015-03-13 11:08:10,928 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_0
2015-03-13 11:08:10,929 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_1
2015-03-13 11:08:10,929 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_2
2015-03-13 11:08:10,929 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_3
2015-03-13 11:08:10,930 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(333)) - Starting NM: 2
2015-03-13 11:08:10,939 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-03-13 11:08:10,939 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-03-13 11:08:10,939 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-03-13 11:08:10,939 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-03-13 11:08:10,940 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-03-13 11:08:10,940 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-03-13 11:08:10,940 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-03-13 11:08:10,940 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$CustomNodeManager
2015-03-13 11:08:10,940 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2015-03-13 11:08:10,942 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-03-13 11:08:10,942 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2015-03-13 11:08:11,044 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-03-13 11:08:11,046 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-03-13 11:08:11,046 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-03-13 11:08:11,048 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : null
2015-03-13 11:08:11,048 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2015-03-13 11:08:11,048 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2015-03-13 11:08:11,049 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2015-03-13 11:08:11,049 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(160)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-03-13 11:08:11,049 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(343)) - Waiting for NM 2 to start...
2015-03-13 11:08:11,054 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 63138
2015-03-13 11:08:11,055 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-03-13 11:08:11,056 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(281)) - Blocking new container-requests as container manager rpc server is still starting.
2015-03-13 11:08:11,056 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 11:08:11,056 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 63138: starting
2015-03-13 11:08:11,059 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : 10.1.1.144:63138
2015-03-13 11:08:11,060 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(292)) - ContainerManager started at /10.1.1.144:63138
2015-03-13 11:08:11,061 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 63139
2015-03-13 11:08:11,062 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-03-13 11:08:11,063 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 11:08:11,063 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 63139: starting
2015-03-13 11:08:11,064 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 63139
2015-03-13 11:08:11,065 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-03-13 11:08:11,066 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(316)) - httpshuffle listening on port 63140
2015-03-13 11:08:11,066 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:11,066 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at Edinburgh.local:0
2015-03-13 11:08:11,067 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 11:08:11,067 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-03-13 11:08:11,068 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 11:08:11,068 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 11:08:11,068 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /node/*
2015-03-13 11:08:11,068 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /ws/*
2015-03-13 11:08:11,069 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 63141
2015-03-13 11:08:11,069 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 11:08:11,072 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.2.0/77f18c3d40dcb45b0be2602cfa5115a5edb40db1/hadoop-yarn-common-2.2.0.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_63141_node____dvx9z/webapp
2015-03-13 11:08:11,271 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@Edinburgh.local:63141
2015-03-13 11:08:11,272 INFO webapp.WebApps (WebApps.java:start(258)) - Web app /node started at 63141
2015-03-13 11:08:11,278 INFO webapp.WebApps (WebApps.java:start(272)) - Registered webapp guice modules
2015-03-13 11:08:11,278 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.144 to /default-rack
2015-03-13 11:08:11,279 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(230)) - NodeManager from node 10.1.1.144(cmPort: 63138 httpPort: 63141) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.144:63138
2015-03-13 11:08:11,279 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(366)) - 10.1.1.144:63138 Node Transitioned from NEW to RUNNING
2015-03-13 11:08:11,279 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 1080285351
2015-03-13 11:08:11,279 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-1533640549
2015-03-13 11:08:11,279 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(774)) - Added node 10.1.1.144:63138 clusterResource: <memory:12288, vCores:24>
2015-03-13 11:08:11,279 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(265)) - Registered with ResourceManager as 10.1.1.144:63138 with total resource of <memory:4096, vCores:8>
2015-03-13 11:08:11,279 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(267)) - Notifying ContainerManager to unblock new container-requests
2015-03-13 11:08:12,056 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0
2015-03-13 11:08:12,056 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1
2015-03-13 11:08:12,056 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2
2015-03-13 11:08:12,057 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3
2015-03-13 11:08:12,067 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_0
2015-03-13 11:08:12,067 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_1
2015-03-13 11:08:12,068 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_2
2015-03-13 11:08:12,068 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(292)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_3
2015-03-13 11:08:12,068 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(333)) - Starting NM: 3
2015-03-13 11:08:12,081 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-03-13 11:08:12,081 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-03-13 11:08:12,081 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-03-13 11:08:12,082 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-03-13 11:08:12,082 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-03-13 11:08:12,082 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-03-13 11:08:12,082 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-03-13 11:08:12,082 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$CustomNodeManager
2015-03-13 11:08:12,083 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2015-03-13 11:08:12,084 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-03-13 11:08:12,084 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2015-03-13 11:08:12,191 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(157)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-03-13 11:08:12,192 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-03-13 11:08:12,192 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-03-13 11:08:12,195 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : null
2015-03-13 11:08:12,195 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2015-03-13 11:08:12,195 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2015-03-13 11:08:12,196 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2015-03-13 11:08:12,196 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(160)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-03-13 11:08:12,196 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(343)) - Waiting for NM 3 to start...
2015-03-13 11:08:12,198 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 63142
2015-03-13 11:08:12,200 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-03-13 11:08:12,200 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(281)) - Blocking new container-requests as container manager rpc server is still starting.
2015-03-13 11:08:12,201 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 11:08:12,201 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 63142: starting
2015-03-13 11:08:12,204 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : 10.1.1.144:63142
2015-03-13 11:08:12,205 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(292)) - ContainerManager started at /10.1.1.144:63142
2015-03-13 11:08:12,206 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 63143
2015-03-13 11:08:12,208 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-03-13 11:08:12,209 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 11:08:12,209 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 63143: starting
2015-03-13 11:08:12,211 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 63143
2015-03-13 11:08:12,213 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-03-13 11:08:12,214 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(316)) - httpshuffle listening on port 63144
2015-03-13 11:08:12,214 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:12,215 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at Edinburgh.local:0
2015-03-13 11:08:12,216 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 11:08:12,216 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-03-13 11:08:12,216 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 11:08:12,216 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 11:08:12,217 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /node/*
2015-03-13 11:08:12,217 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /ws/*
2015-03-13 11:08:12,217 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 63145
2015-03-13 11:08:12,217 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 11:08:12,221 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.2.0/77f18c3d40dcb45b0be2602cfa5115a5edb40db1/hadoop-yarn-common-2.2.0.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_63145_node____mvny2j/webapp
2015-03-13 11:08:12,467 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@Edinburgh.local:63145
2015-03-13 11:08:12,468 INFO webapp.WebApps (WebApps.java:start(258)) - Web app /node started at 63145
2015-03-13 11:08:12,474 INFO webapp.WebApps (WebApps.java:start(272)) - Registered webapp guice modules
2015-03-13 11:08:12,475 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.144 to /default-rack
2015-03-13 11:08:12,475 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(230)) - NodeManager from node 10.1.1.144(cmPort: 63142 httpPort: 63145) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.144:63142
2015-03-13 11:08:12,475 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(366)) - 10.1.1.144:63142 Node Transitioned from NEW to RUNNING
2015-03-13 11:08:12,475 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 1080285351
2015-03-13 11:08:12,475 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-1533640549
2015-03-13 11:08:12,475 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(774)) - Added node 10.1.1.144:63142 clusterResource: <memory:16384, vCores:32>
2015-03-13 11:08:12,475 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(265)) - Registered with ResourceManager as 10.1.1.144:63142 with total resource of <memory:4096, vCores:8>
2015-03-13 11:08:12,476 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(267)) - Notifying ContainerManager to unblock new container-requests
2015-03-13 11:08:13,206 INFO hs.JobHistory (JobHistory.java:serviceInit(77)) - JobHistory Init
2015-03-13 11:08:13,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2015-03-13 11:08:13,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 11:08:13,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:08:13,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 11:08:13,222 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(561)) - Perms after creating 511, Expected: 1023
2015-03-13 11:08:13,222 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(564)) - Explicitly setting permissions to : 1023, rwxrwxrwt
2015-03-13 11:08:13,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=soberoi:supergroup:rwxrwxrwt
2015-03-13 11:08:13,226 INFO hs.HistoryFileManager (HistoryFileManager.java:initExisting(580)) - Initializing Existing Jobs...
2015-03-13 11:08:13,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2015-03-13 11:08:13,232 INFO hs.CachedHistoryStorage (CachedHistoryStorage.java:serviceInit(65)) - CachedHistoryStorage Init
2015-03-13 11:08:13,233 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(207)) - Waiting for HistoryServer to start...
2015-03-13 11:08:13,233 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - JobHistoryServer metrics system started (again)
2015-03-13 11:08:13,233 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2015-03-13 11:08:13,234 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(526)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-03-13 11:08:13,234 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2015-03-13 11:08:13,237 INFO http.HttpServer (HttpServer.java:addGlobalFilter(525)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2015-03-13 11:08:13,237 INFO http.HttpServer (HttpServer.java:addFilter(503)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context jobhistory
2015-03-13 11:08:13,237 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-03-13 11:08:13,238 INFO http.HttpServer (HttpServer.java:addFilter(510)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-03-13 11:08:13,238 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /jobhistory/*
2015-03-13 11:08:13,238 INFO http.HttpServer (HttpServer.java:<init>(280)) - adding path spec: /ws/*
2015-03-13 11:08:13,239 INFO http.HttpServer (HttpServer.java:start(687)) - Jetty bound to port 63146
2015-03-13 11:08:13,239 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-03-13 11:08:13,241 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.2.0/77f18c3d40dcb45b0be2602cfa5115a5edb40db1/hadoop-yarn-common-2.2.0.jar!/webapps/jobhistory to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_63146_jobhistory____1icg4n/webapp
2015-03-13 11:08:13,454 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@Edinburgh.local:63146
2015-03-13 11:08:13,454 INFO webapp.WebApps (WebApps.java:start(258)) - Web app /jobhistory started at 63146
2015-03-13 11:08:13,473 INFO webapp.WebApps (WebApps.java:start(272)) - Registered webapp guice modules
2015-03-13 11:08:13,480 INFO ipc.Server (Server.java:run(564)) - Starting Socket Reader #1 for port 63147
2015-03-13 11:08:13,481 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.mapreduce.v2.api.HSClientProtocolPB to the server
2015-03-13 11:08:13,482 INFO ipc.Server (Server.java:run(861)) - IPC Server Responder: starting
2015-03-13 11:08:13,482 INFO ipc.Server (Server.java:run(688)) - IPC Server listener on 63147: starting
2015-03-13 11:08:13,484 INFO hs.HistoryClientService (HistoryClientService.java:serviceStart(140)) - Instantiated MRClientService at 10.1.1.144/10.1.1.144:63147
2015-03-13 11:08:14,735 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(224)) - MiniMRYARN ResourceManager address: 10.1.1.144:63128
2015-03-13 11:08:14,736 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(226)) - MiniMRYARN ResourceManager web address: Edinburgh.local:63125
2015-03-13 11:08:14,736 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(228)) - MiniMRYARN HistoryServer address: 10.1.1.144:63147
2015-03-13 11:08:14,737 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(230)) - MiniMRYARN HistoryServer web address: Edinburgh.local:63146
2015-03-13 11:08:14,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 11:08:14,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 11:08:14,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:08:14,755 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt. BP-951401976-10.1.1.144-1426270084277 blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:08:14,756 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741827_1003 src: /127.0.0.1:63148 dest: /127.0.0.1:63115
2015-03-13 11:08:14,758 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741827_1003 src: /127.0.0.1:63149 dest: /127.0.0.1:63112
2015-03-13 11:08:14,759 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741827_1003 src: /127.0.0.1:63150 dest: /127.0.0.1:63105
2015-03-13 11:08:14,763 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63150, dest: /127.0.0.1:63105, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741827_1003, duration: 2857000
2015-03-13 11:08:14,763 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741827_1003, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:08:14,764 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:08:14,765 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63149, dest: /127.0.0.1:63112, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741827_1003, duration: 3938000
2015-03-13 11:08:14,765 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:14,766 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:08:14,766 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63148, dest: /127.0.0.1:63115, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741827_1003, duration: 5321000
2015-03-13 11:08:14,767 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:14,769 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:08:14,770 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:08:14,802 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.classpath.files is deprecated. Instead, use mapreduce.job.classpath.files
2015-03-13 11:08:14,802 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.data.dir is deprecated. Instead, use dfs.datanode.data.dir
2015-03-13 11:08:14,802 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - jobclient.completion.poll.interval is deprecated. Instead, use mapreduce.client.completion.pollinterval
2015-03-13 11:08:14,802 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.name.dir is deprecated. Instead, use dfs.namenode.name.dir
2015-03-13 11:08:14,803 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:08:14,803 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.checkpoint.dir is deprecated. Instead, use dfs.namenode.checkpoint.dir
2015-03-13 11:08:14,803 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.cache.files is deprecated. Instead, use mapreduce.job.cache.files
2015-03-13 11:08:14,803 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.map.tasks.speculative.execution is deprecated. Instead, use mapreduce.map.speculative
2015-03-13 11:08:14,804 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.reduce.tasks is deprecated. Instead, use mapreduce.job.reduces
2015-03-13 11:08:14,804 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.reduce.tasks.speculative.execution is deprecated. Instead, use mapreduce.reduce.speculative
2015-03-13 11:08:14,804 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.http.address is deprecated. Instead, use dfs.namenode.http-address
2015-03-13 11:08:14,805 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2015-03-13 11:08:14,805 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - jobclient.progress.monitor.poll.interval is deprecated. Instead, use mapreduce.client.progressmonitor.pollinterval
2015-03-13 11:08:14,805 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.map.tasks is deprecated. Instead, use mapreduce.job.maps
2015-03-13 11:08:14,805 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.reuse.jvm.num.tasks is deprecated. Instead, use mapreduce.job.jvm.numtasks
2015-03-13 11:08:14,806 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.umaskmode is deprecated. Instead, use fs.permissions.umask-mode
2015-03-13 11:08:14,806 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - topology.node.switch.mapping.impl is deprecated. Instead, use net.topology.node.switch.mapping.impl
2015-03-13 11:08:14,811 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-03-13 11:08:14,812 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-03-13 11:08:14,819 INFO property.AppProps (AppProps.java:getAppID(169)) - using app.id: 565F24206DF44EB4A738F8551B7D39CD
2015-03-13 11:08:14,857 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2015-03-13 11:08:14,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null
2015-03-13 11:08:14,924 INFO util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 2.6.3
2015-03-13 11:08:14,926 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-03-13 11:08:14,927 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt"]
2015-03-13 11:08:14,927 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["SequenceFile[[UNKNOWN]->['ip', 'count', 'boolean']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization"]
2015-03-13 11:08:14,927 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-03-13 11:08:14,927 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-03-13 11:08:14,927 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-03-13 11:08:14,928 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...pesplatform/serialization
2015-03-13 11:08:14,978 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:08:14,992 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:08:14,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null
2015-03-13 11:08:15,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:08:15,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=soberoi:supergroup:rwx------
2015-03-13 11:08:15,033 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 1
2015-03-13 11:08:15,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001 dst=null perm=null
2015-03-13 11:08:15,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 11:08:15,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 11:08:15,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.jar dst=null perm=null
2015-03-13 11:08:15,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:08:15,050 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.jar. BP-951401976-10.1.1.144-1426270084277 blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:08:15,052 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741828_1004 src: /127.0.0.1:63152 dest: /127.0.0.1:63112
2015-03-13 11:08:15,053 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741828_1004 src: /127.0.0.1:63153 dest: /127.0.0.1:63105
2015-03-13 11:08:15,055 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741828_1004 src: /127.0.0.1:63154 dest: /127.0.0.1:63108
2015-03-13 11:08:15,061 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63154, dest: /127.0.0.1:63108, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741828_1004, duration: 4867000
2015-03-13 11:08:15,061 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741828_1004, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:08:15,063 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:08:15,063 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63153, dest: /127.0.0.1:63105, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741828_1004, duration: 6201000
2015-03-13 11:08:15,063 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:15,065 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:08:15,065 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63152, dest: /127.0.0.1:63112, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741828_1004, duration: 7985000
2015-03-13 11:08:15,065 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:15,066 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:08:15,068 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.jar is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:08:15,071 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.jar
2015-03-13 11:08:15,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.jar dst=null perm=null
2015-03-13 11:08:15,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:08:15,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:15,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:15,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:15,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 11:08:15,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 11:08:15,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 11:08:15,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 11:08:15,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 11:08:15,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:15,090 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.input.dir is deprecated. Instead, use mapreduce.input.fileinputformat.inputdir
2015-03-13 11:08:15,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 11:08:15,101 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:08:15,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 11:08:15,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:08:15,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:08:15,118 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.split
2015-03-13 11:08:15,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.split dst=null perm=null
2015-03-13 11:08:15,122 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.split. BP-951401976-10.1.1.144-1426270084277 blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:08:15,125 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741829_1005 src: /127.0.0.1:63155 dest: /127.0.0.1:63115
2015-03-13 11:08:15,127 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741829_1005 src: /127.0.0.1:63156 dest: /127.0.0.1:63105
2015-03-13 11:08:15,129 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741829_1005 src: /127.0.0.1:63157 dest: /127.0.0.1:63112
2015-03-13 11:08:15,131 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741829_1005 src: /127.0.0.1:63158 dest: /127.0.0.1:63108
2015-03-13 11:08:15,137 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63158, dest: /127.0.0.1:63108, bytes: 1443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741829_1005, duration: 4199000
2015-03-13 11:08:15,137 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741829_1005, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:08:15,138 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:08:15,139 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63157, dest: /127.0.0.1:63112, bytes: 1443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741829_1005, duration: 5179000
2015-03-13 11:08:15,139 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:15,142 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:08:15,143 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63156, dest: /127.0.0.1:63105, bytes: 1443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741829_1005, duration: 9635000
2015-03-13 11:08:15,143 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:15,144 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:08:15,144 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63155, dest: /127.0.0.1:63115, bytes: 1443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741829_1005, duration: 10531000
2015-03-13 11:08:15,144 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:15,146 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:08:15,147 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.split is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:08:15,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:08:15,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:08:15,154 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.splitmetainfo. BP-951401976-10.1.1.144-1426270084277 blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:08:15,156 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741830_1006 src: /127.0.0.1:63159 dest: /127.0.0.1:63105
2015-03-13 11:08:15,158 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741830_1006 src: /127.0.0.1:63160 dest: /127.0.0.1:63108
2015-03-13 11:08:15,160 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741830_1006 src: /127.0.0.1:63161 dest: /127.0.0.1:63112
2015-03-13 11:08:15,168 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63161, dest: /127.0.0.1:63112, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741830_1006, duration: 6000000
2015-03-13 11:08:15,168 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741830_1006, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:08:15,169 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:08:15,169 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63160, dest: /127.0.0.1:63108, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741830_1006, duration: 7355000
2015-03-13 11:08:15,170 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:15,171 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:08:15,171 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63159, dest: /127.0.0.1:63105, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741830_1006, duration: 9008000
2015-03-13 11:08:15,172 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:15,173 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:08:15,174 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:08:15,175 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:4
2015-03-13 11:08:15,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:08:15,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:08:15,187 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.df.interval is deprecated. Instead, use fs.df.interval
2015-03-13 11:08:15,187 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.task.tracker.http.address is deprecated. Instead, use mapreduce.tasktracker.http.address
2015-03-13 11:08:15,187 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.max.objects is deprecated. Instead, use dfs.namenode.max.objects
2015-03-13 11:08:15,187 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.userlog.retain.hours is deprecated. Instead, use mapreduce.job.userlog.retain.hours
2015-03-13 11:08:15,187 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - hadoop.native.lib is deprecated. Instead, use io.native.lib.available
2015-03-13 11:08:15,187 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.local.dir.minspacestart is deprecated. Instead, use mapreduce.tasktracker.local.dir.minspacestart
2015-03-13 11:08:15,187 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.shuffle.read.timeout is deprecated. Instead, use mapreduce.reduce.shuffle.read.timeout
2015-03-13 11:08:15,188 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.sort.spill.percent is deprecated. Instead, use mapreduce.map.sort.spill.percent
2015-03-13 11:08:15,188 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.reduce.parallel.copies is deprecated. Instead, use mapreduce.reduce.shuffle.parallelcopies
2015-03-13 11:08:15,188 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.submit.replication is deprecated. Instead, use mapreduce.client.submit.file.replication
2015-03-13 11:08:15,188 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.local.dir.minspacekill is deprecated. Instead, use mapreduce.tasktracker.local.dir.minspacekill
2015-03-13 11:08:15,188 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.task.profile is deprecated. Instead, use mapreduce.task.profile
2015-03-13 11:08:15,188 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.heartbeats.in.second is deprecated. Instead, use mapreduce.jobtracker.heartbeats.in.second
2015-03-13 11:08:15,188 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - user.name is deprecated. Instead, use mapreduce.job.user.name
2015-03-13 11:08:15,189 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2015-03-13 11:08:15,189 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.healthChecker.interval is deprecated. Instead, use mapreduce.tasktracker.healthchecker.interval
2015-03-13 11:08:15,189 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.task.timeout is deprecated. Instead, use mapreduce.task.timeout
2015-03-13 11:08:15,189 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.temp.dir is deprecated. Instead, use mapreduce.cluster.temp.dir
2015-03-13 11:08:15,189 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.jar is deprecated. Instead, use mapreduce.job.jar
2015-03-13 11:08:15,189 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.tracker.persist.jobstatus.active is deprecated. Instead, use mapreduce.jobtracker.persist.jobstatus.active
2015-03-13 11:08:15,190 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.compression.codec is deprecated. Instead, use mapreduce.output.fileoutputformat.compress.codec
2015-03-13 11:08:15,190 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.shuffle.merge.percent is deprecated. Instead, use mapreduce.reduce.shuffle.merge.percent
2015-03-13 11:08:15,190 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.cache.files.filesizes is deprecated. Instead, use mapreduce.job.cache.files.filesizes
2015-03-13 11:08:15,190 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.map.max.attempts is deprecated. Instead, use mapreduce.map.maxattempts
2015-03-13 11:08:15,190 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.reduce.input.buffer.percent is deprecated. Instead, use mapreduce.reduce.input.buffer.percent
2015-03-13 11:08:15,190 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.task.cache.levels is deprecated. Instead, use mapreduce.jobtracker.taskcache.levels
2015-03-13 11:08:15,191 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.sort.factor is deprecated. Instead, use mapreduce.task.io.sort.factor
2015-03-13 11:08:15,191 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.jobtracker.instrumentation is deprecated. Instead, use mapreduce.jobtracker.instrumentation
2015-03-13 11:08:15,191 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.userlog.limit.kb is deprecated. Instead, use mapreduce.task.userlog.limit.kb
2015-03-13 11:08:15,191 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:08:15,191 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.speculative.execution.slowNodeThreshold is deprecated. Instead, use mapreduce.job.speculative.slownodethreshold
2015-03-13 11:08:15,191 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.skip.map.max.skip.records is deprecated. Instead, use mapreduce.map.skip.maxrecords
2015-03-13 11:08:15,191 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.block.size is deprecated. Instead, use dfs.blocksize
2015-03-13 11:08:15,192 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.access.time.precision is deprecated. Instead, use dfs.namenode.accesstime.precision
2015-03-13 11:08:15,192 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.tracker.jobhistory.lru.cache.size is deprecated. Instead, use mapreduce.jobtracker.jobhistory.lru.cache.size
2015-03-13 11:08:15,192 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.tracker.persist.jobstatus.hours is deprecated. Instead, use mapreduce.jobtracker.persist.jobstatus.hours
2015-03-13 11:08:15,192 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.tracker.handler.count is deprecated. Instead, use mapreduce.jobtracker.handler.count
2015-03-13 11:08:15,192 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.reduce.markreset.buffer.percent is deprecated. Instead, use mapreduce.reduce.markreset.buffer.percent
2015-03-13 11:08:15,192 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.sort.mb is deprecated. Instead, use mapreduce.task.io.sort.mb
2015-03-13 11:08:15,193 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.task.profile.maps is deprecated. Instead, use mapreduce.task.profile.maps
2015-03-13 11:08:15,193 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.replication.min is deprecated. Instead, use dfs.namenode.replication.min
2015-03-13 11:08:15,193 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.min.split.size is deprecated. Instead, use mapreduce.input.fileinputformat.split.minsize
2015-03-13 11:08:15,193 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.name.edits.dir is deprecated. Instead, use dfs.namenode.edits.dir
2015-03-13 11:08:15,193 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.replication.considerLoad is deprecated. Instead, use dfs.namenode.replication.considerLoad
2015-03-13 11:08:15,193 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.tasktracker.dns.nameserver is deprecated. Instead, use mapreduce.tasktracker.dns.nameserver
2015-03-13 11:08:15,193 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.tasktracker.taskmemorymanager.monitoring-interval is deprecated. Instead, use mapreduce.tasktracker.taskmemorymanager.monitoringinterval
2015-03-13 11:08:15,194 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.tasktracker.expiry.interval is deprecated. Instead, use mapreduce.jobtracker.expire.trackers.interval
2015-03-13 11:08:15,194 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.balance.bandwidthPerSec is deprecated. Instead, use dfs.datanode.balance.bandwidthPerSec
2015-03-13 11:08:15,194 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.max.tracker.failures is deprecated. Instead, use mapreduce.job.maxtaskfailures.per.tracker
2015-03-13 11:08:15,194 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.value.class is deprecated. Instead, use mapreduce.job.output.value.class
2015-03-13 11:08:15,194 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.jobtracker.split.metainfo.maxsize is deprecated. Instead, use mapreduce.job.split.metainfo.maxsize
2015-03-13 11:08:15,194 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.tracker.persist.jobstatus.dir is deprecated. Instead, use mapreduce.jobtracker.persist.jobstatus.dir
2015-03-13 11:08:15,195 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - job.end.retry.attempts is deprecated. Instead, use mapreduce.job.end-notification.retry.attempts
2015-03-13 11:08:15,195 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:08:15,195 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.safemode.threshold.pct is deprecated. Instead, use dfs.namenode.safemode.threshold-pct
2015-03-13 11:08:15,195 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.key.comparator.class is deprecated. Instead, use mapreduce.job.output.key.comparator.class
2015-03-13 11:08:15,195 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.task.tracker.task-controller is deprecated. Instead, use mapreduce.tasktracker.taskcontroller
2015-03-13 11:08:15,195 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.jobtracker.maxtasks.per.job is deprecated. Instead, use mapreduce.jobtracker.maxtasks.perjob
2015-03-13 11:08:15,195 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.reduce.child.log.level is deprecated. Instead, use mapreduce.reduce.log.level
2015-03-13 11:08:15,196 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.reduce.max.attempts is deprecated. Instead, use mapreduce.reduce.maxattempts
2015-03-13 11:08:15,196 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.map.output.compression.codec is deprecated. Instead, use mapreduce.map.output.compress.codec
2015-03-13 11:08:15,196 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.shuffle.input.buffer.percent is deprecated. Instead, use mapreduce.reduce.shuffle.input.buffer.percent
2015-03-13 11:08:15,196 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.mapoutput.value.class is deprecated. Instead, use mapreduce.map.output.value.class
2015-03-13 11:08:15,196 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.task.tracker.report.address is deprecated. Instead, use mapreduce.tasktracker.report.address
2015-03-13 11:08:15,196 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - keep.failed.task.files is deprecated. Instead, use mapreduce.task.files.preserve.failedtasks
2015-03-13 11:08:15,197 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.name.dir.restore is deprecated. Instead, use dfs.namenode.name.dir.restore
2015-03-13 11:08:15,197 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.https.client.keystore.resource is deprecated. Instead, use dfs.client.https.keystore.resource
2015-03-13 11:08:15,197 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - tasktracker.http.threads is deprecated. Instead, use mapreduce.tasktracker.http.threads
2015-03-13 11:08:15,197 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.speculative.execution.slowTaskThreshold is deprecated. Instead, use mapreduce.job.speculative.slowtaskthreshold
2015-03-13 11:08:15,197 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.backup.address is deprecated. Instead, use dfs.namenode.backup.address
2015-03-13 11:08:15,197 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.backup.http.address is deprecated. Instead, use dfs.namenode.backup.http-address
2015-03-13 11:08:15,197 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.acls.enabled is deprecated. Instead, use mapreduce.cluster.acls.enabled
2015-03-13 11:08:15,198 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.max.tracker.blacklists is deprecated. Instead, use mapreduce.jobtracker.tasktracker.maxblacklists
2015-03-13 11:08:15,198 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.tasktracker.indexcache.mb is deprecated. Instead, use mapreduce.tasktracker.indexcache.mb
2015-03-13 11:08:15,198 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.skip.attempts.to.start.skipping is deprecated. Instead, use mapreduce.task.skip.start.attempts
2015-03-13 11:08:15,198 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.tasktracker.reduce.tasks.maximum is deprecated. Instead, use mapreduce.tasktracker.reduce.tasks.maximum
2015-03-13 11:08:15,198 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.name is deprecated. Instead, use mapreduce.job.name
2015-03-13 11:08:15,198 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - jobclient.output.filter is deprecated. Instead, use mapreduce.client.output.filter
2015-03-13 11:08:15,198 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.permissions is deprecated. Instead, use dfs.permissions.enabled
2015-03-13 11:08:15,199 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.jobtracker.restart.recover is deprecated. Instead, use mapreduce.jobtracker.restart.recover
2015-03-13 11:08:15,199 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.local.dir is deprecated. Instead, use mapreduce.cluster.local.dir
2015-03-13 11:08:15,199 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.speculative.execution.speculativeCap is deprecated. Instead, use mapreduce.job.speculative.speculativecap
2015-03-13 11:08:15,199 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.safemode.extension is deprecated. Instead, use dfs.namenode.safemode.extension
2015-03-13 11:08:15,199 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.datanode.max.xcievers is deprecated. Instead, use dfs.datanode.max.transfer.threads
2015-03-13 11:08:15,199 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.map.child.log.level is deprecated. Instead, use mapreduce.map.log.level
2015-03-13 11:08:15,200 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.compression.type is deprecated. Instead, use mapreduce.output.fileoutputformat.compress.type
2015-03-13 11:08:15,200 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.tracker.retiredjobs.cache.size is deprecated. Instead, use mapreduce.jobtracker.retiredjobs.cache.size
2015-03-13 11:08:15,200 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.https.need.client.auth is deprecated. Instead, use dfs.client.https.need-auth
2015-03-13 11:08:15,200 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.tasktracker.dns.interface is deprecated. Instead, use mapreduce.tasktracker.dns.interface
2015-03-13 11:08:15,200 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.task.profile.reduces is deprecated. Instead, use mapreduce.task.profile.reduces
2015-03-13 11:08:15,200 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.https.address is deprecated. Instead, use dfs.namenode.https-address
2015-03-13 11:08:15,201 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - job.end.retry.interval is deprecated. Instead, use mapreduce.job.end-notification.retry.interval
2015-03-13 11:08:15,201 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.dir is deprecated. Instead, use mapreduce.output.fileoutputformat.outputdir
2015-03-13 11:08:15,201 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.jobtracker.job.history.block.size is deprecated. Instead, use mapreduce.jobtracker.jobhistory.block.size
2015-03-13 11:08:15,201 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.child.tmp is deprecated. Instead, use mapreduce.task.tmp.dir
2015-03-13 11:08:15,201 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.replication.interval is deprecated. Instead, use dfs.namenode.replication.interval
2015-03-13 11:08:15,201 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.committer.job.setup.cleanup.needed is deprecated. Instead, use mapreduce.job.committer.setup.cleanup.needed
2015-03-13 11:08:15,201 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.tasktracker.map.tasks.maximum is deprecated. Instead, use mapreduce.tasktracker.map.tasks.maximum
2015-03-13 11:08:15,201 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.checkpoint.edits.dir is deprecated. Instead, use dfs.namenode.checkpoint.edits.dir
2015-03-13 11:08:15,202 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.queue.name is deprecated. Instead, use mapreduce.job.queuename
2015-03-13 11:08:15,202 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.write.packet.size is deprecated. Instead, use dfs.client-write-packet-size
2015-03-13 11:08:15,202 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.jobtracker.taskScheduler is deprecated. Instead, use mapreduce.jobtracker.taskscheduler
2015-03-13 11:08:15,202 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.skip.reduce.max.skip.groups is deprecated. Instead, use mapreduce.reduce.skip.maxgroups
2015-03-13 11:08:15,202 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.permissions.supergroup is deprecated. Instead, use dfs.permissions.superusergroup
2015-03-13 11:08:15,202 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.tracker.http.address is deprecated. Instead, use mapreduce.jobtracker.http.address
2015-03-13 11:08:15,202 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.cache.files.timestamps is deprecated. Instead, use mapreduce.job.cache.files.timestamps
2015-03-13 11:08:15,203 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.healthChecker.script.timeout is deprecated. Instead, use mapreduce.tasktracker.healthchecker.script.timeout
2015-03-13 11:08:15,203 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.tasktracker.instrumentation is deprecated. Instead, use mapreduce.tasktracker.instrumentation
2015-03-13 11:08:15,203 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.key.class is deprecated. Instead, use mapreduce.job.output.key.class
2015-03-13 11:08:15,203 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.system.dir is deprecated. Instead, use mapreduce.jobtracker.system.dir
2015-03-13 11:08:15,203 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.inmem.merge.threshold is deprecated. Instead, use mapreduce.reduce.merge.inmem.threshold
2015-03-13 11:08:15,203 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - topology.script.number.args is deprecated. Instead, use net.topology.script.number.args
2015-03-13 11:08:15,203 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.reduce.slowstart.completed.maps is deprecated. Instead, use mapreduce.job.reduce.slowstart.completedmaps
2015-03-13 11:08:15,204 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - dfs.secondary.http.address is deprecated. Instead, use dfs.namenode.secondary.http-address
2015-03-13 11:08:15,204 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.checkpoint.period is deprecated. Instead, use dfs.namenode.checkpoint.period
2015-03-13 11:08:15,204 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.tasktracker.tasks.sleeptime-before-sigkill is deprecated. Instead, use mapreduce.tasktracker.tasks.sleeptimebeforesigkill
2015-03-13 11:08:15,204 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.compress.map.output is deprecated. Instead, use mapreduce.map.output.compress
2015-03-13 11:08:15,204 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.merge.recordsBeforeProgress is deprecated. Instead, use mapreduce.task.merge.progress.records
2015-03-13 11:08:15,204 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.shuffle.connect.timeout is deprecated. Instead, use mapreduce.reduce.shuffle.connect.timeout
2015-03-13 11:08:15,205 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:08:15,205 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.mapoutput.key.class is deprecated. Instead, use mapreduce.map.output.key.class
2015-03-13 11:08:15,205 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.working.dir is deprecated. Instead, use mapreduce.job.working.dir
2015-03-13 11:08:15,304 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:08:15,307 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741831_1007 src: /127.0.0.1:63162 dest: /127.0.0.1:63112
2015-03-13 11:08:15,308 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741831_1007 src: /127.0.0.1:63163 dest: /127.0.0.1:63115
2015-03-13 11:08:15,310 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741831_1007 src: /127.0.0.1:63164 dest: /127.0.0.1:63108
2015-03-13 11:08:15,324 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63164, dest: /127.0.0.1:63108, bytes: 98497, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741831_1007, duration: 12300000
2015-03-13 11:08:15,324 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741831_1007, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:08:15,325 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:08:15,326 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63163, dest: /127.0.0.1:63115, bytes: 98497, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741831_1007, duration: 14067000
2015-03-13 11:08:15,326 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:15,327 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:08:15,327 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63162, dest: /127.0.0.1:63112, bytes: 98497, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741831_1007, duration: 15248000
2015-03-13 11:08:15,328 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:15,329 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:08:15,331 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.xml is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:08:15,332 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426270086855_0001
2015-03-13 11:08:15,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001 dst=null perm=null
2015-03-13 11:08:15,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.xml dst=null perm=null
2015-03-13 11:08:15,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.xml dst=null perm=null
2015-03-13 11:08:15,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.jar dst=null perm=null
2015-03-13 11:08:15,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.jar dst=null perm=null
2015-03-13 11:08:15,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.split dst=null perm=null
2015-03-13 11:08:15,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.split dst=null perm=null
2015-03-13 11:08:15,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.splitmetainfo dst=null perm=null
2015-03-13 11:08:15,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.splitmetainfo dst=null perm=null
2015-03-13 11:08:15,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:15,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:15,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:15,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:15,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:15,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:15,439 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 1 submitted by user soberoi
2015-03-13 11:08:15,440 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426270086855_0001
2015-03-13 11:08:15,441 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0001 State change from NEW to NEW_SAVING
2015-03-13 11:08:15,441 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426270086855_0001
2015-03-13 11:08:15,444 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426270086855_0001
2015-03-13 11:08:15,447 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0001 State change from NEW_SAVING to SUBMITTED
2015-03-13 11:08:15,448 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426270086855_0001_000001
2015-03-13 11:08:15,450 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0001_000001 State change from NEW to SUBMITTED
2015-03-13 11:08:15,453 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426270086855_0001 from user: soberoi activated in queue: default
2015-03-13 11:08:15,454 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426270086855_0001 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@20a38b8, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-03-13 11:08:15,455 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426270086855_0001 user: soberoi leaf-queue of parent: root #applications: 1
2015-03-13 11:08:15,455 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426270086855_0001_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0, currently active: 1
2015-03-13 11:08:15,456 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0001_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 11:08:15,458 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0001 State change from SUBMITTED to ACCEPTED
2015-03-13 11:08:15,462 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426270086855_0001 to ResourceManager at /10.1.1.144:63128
2015-03-13 11:08:15,485 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:63125/proxy/application_1426270086855_0001/
2015-03-13 11:08:15,487 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1426270086855_0001
2015-03-13 11:08:15,487 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:63125/proxy/application_1426270086855_0001/
2015-03-13 11:08:15,503 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0001_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:08:15,503 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000001
2015-03-13 11:08:15,503 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0001_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63142, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2015-03-13 11:08:15,504 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0001 container=Container: [ContainerId: container_1426270086855_0001_01_000001, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] containerId=container_1426270086855_0001_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0 usedCapacity=0.0 absoluteUsedCapacity=0.0 used=<memory:0, vCores:0> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:15,504 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:08:15,504 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:15,505 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0001_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:08:15,506 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426270086855_0001 AttemptId: appattempt_1426270086855_0001_000001 MasterContainer: Container: [ContainerId: container_1426270086855_0001_01_000001, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ]
2015-03-13 11:08:15,507 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0001_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 11:08:15,510 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426270086855_0001_000001
2015-03-13 11:08:15,511 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0001_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 11:08:15,514 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426270086855_0001_000001
2015-03-13 11:08:15,524 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426270086855_0001_01_000001, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] for AM appattempt_1426270086855_0001_000001
2015-03-13 11:08:15,524 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426270086855_0001_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 11:08:15,546 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0001_000001 (auth:SIMPLE)
2015-03-13 11:08:15,553 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0001_01_000001 by user soberoi
2015-03-13 11:08:15,565 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0001
2015-03-13 11:08:15,567 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0001 transitioned from NEW to INITING
2015-03-13 11:08:15,567 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000001
2015-03-13 11:08:15,568 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0001_01_000001 to application application_1426270086855_0001
2015-03-13 11:08:15,571 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0001 transitioned from INITING to RUNNING
2015-03-13 11:08:15,575 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 11:08:15,575 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0001
2015-03-13 11:08:15,578 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426270086855_0001_01_000001, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] for AM appattempt_1426270086855_0001_000001
2015-03-13 11:08:15,579 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0001_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 11:08:15,585 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:08:15,585 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:08:15,585 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:08:15,585 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 11:08:15,585 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.split transitioned from INIT to DOWNLOADING
2015-03-13 11:08:15,585 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:08:15,586 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar, 1426270086655, FILE, null }
2015-03-13 11:08:15,592 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1426270086480, FILE, null }
2015-03-13 11:08:15,592 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0001_01_000001
2015-03-13 11:08:15,611 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1426270086855_0001_01_000001.tokens. Credentials list:
2015-03-13 11:08:15,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:15,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:15,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:15,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:15,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 11:08:15,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 11:08:15,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 11:08:15,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 11:08:15,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 11:08:15,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 11:08:15,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 11:08:15,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 11:08:15,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 11:08:15,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 11:08:15,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:15,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:15,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:15,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:15,639 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:08:15,661 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63166, bytes: 485810, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741825_1001, duration: 2672000
2015-03-13 11:08:15,661 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63167, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741826_1002, duration: 2609000
2015-03-13 11:08:15,686 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741829_1005
2015-03-13 11:08:15,686 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741827_1003
2015-03-13 11:08:15,689 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741828_1004
2015-03-13 11:08:15,690 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741829_1005
2015-03-13 11:08:15,690 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741830_1006
2015-03-13 11:08:15,689 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741828_1004
2015-03-13 11:08:15,692 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741831_1007
2015-03-13 11:08:15,692 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741830_1006
2015-03-13 11:08:15,718 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:08:15,735 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:08:15,755 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1426270086855_0001_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000001.tokens
2015-03-13 11:08:15,755 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0001
2015-03-13 11:08:15,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.jar dst=null perm=null
2015-03-13 11:08:15,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.jar dst=null perm=null
2015-03-13 11:08:15,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.jar dst=null perm=null
2015-03-13 11:08:15,877 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63166, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1662623929_829, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741828_1004, duration: 671000
2015-03-13 11:08:15,910 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:08:15,928 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741830_1006
2015-03-13 11:08:15,929 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741827_1003
2015-03-13 11:08:15,930 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741831_1007
2015-03-13 11:08:15,931 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741829_1005
2015-03-13 11:08:15,934 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741828_1004
2015-03-13 11:08:15,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.splitmetainfo dst=null perm=null
2015-03-13 11:08:15,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.splitmetainfo dst=null perm=null
2015-03-13 11:08:15,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.splitmetainfo dst=null perm=null
2015-03-13 11:08:15,947 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63167, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1662623929_829, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741830_1006, duration: 235000
2015-03-13 11:08:15,963 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:08:15,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.split dst=null perm=null
2015-03-13 11:08:15,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.split dst=null perm=null
2015-03-13 11:08:15,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.split dst=null perm=null
2015-03-13 11:08:15,995 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63166, bytes: 1455, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1662623929_829, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741829_1005, duration: 389000
2015-03-13 11:08:16,010 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:08:16,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.xml dst=null perm=null
2015-03-13 11:08:16,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.xml dst=null perm=null
2015-03-13 11:08:16,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.xml dst=null perm=null
2015-03-13 11:08:16,045 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63170, bytes: 99269, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1662623929_829, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741831_1007, duration: 381000
2015-03-13 11:08:16,060 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:08:16,061 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:08:16,081 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741827_1003
2015-03-13 11:08:16,081 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741829_1005
2015-03-13 11:08:16,083 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741831_1007
2015-03-13 11:08:16,103 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 11:08:16,104 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:16,187 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000001/default_container_executor.sh]
2015-03-13 11:08:16,493 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:16,494 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0001_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:08:17,071 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1352)) - BLOCK* ask 127.0.0.1:63112 to replicate blk_1073741828_1004 to datanode(s) 127.0.0.1:63115
2015-03-13 11:08:17,497 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:17,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:08:17,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/COMMIT_STARTED dst=null perm=null
2015-03-13 11:08:17,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/COMMIT_SUCCESS dst=null perm=null
2015-03-13 11:08:17,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/COMMIT_FAIL dst=null perm=null
2015-03-13 11:08:17,937 INFO datanode.DataNode (DataNode.java:transferBlock(1319)) - DatanodeRegistration(127.0.0.1, storageID=DS-2043704984-10.1.1.144-63112-1426270085851, infoPort=63113, ipcPort=63114, storageInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0) Starting thread to transfer BP-951401976-10.1.1.144-1426270084277:blk_1073741828_1004 to 127.0.0.1:63115
2015-03-13 11:08:17,941 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741828_1004 src: /127.0.0.1:63172 dest: /127.0.0.1:63115
2015-03-13 11:08:17,942 INFO datanode.DataNode (DataNode.java:run(1523)) - DataTransfer: Transmitted BP-951401976-10.1.1.144-1426270084277:blk_1073741828_1004 (numBytes=254067) to /127.0.0.1:63115
2015-03-13 11:08:17,943 INFO datanode.DataNode (DataXceiver.java:writeBlock(594)) - Received BP-951401976-10.1.1.144-1426270084277:blk_1073741828_1004 src: /127.0.0.1:63172 dest: /127.0.0.1:63115 of size 254067
2015-03-13 11:08:17,944 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741828_1004 size 254067
2015-03-13 11:08:17,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001 dst=null perm=null
2015-03-13 11:08:17,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 11:08:17,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 11:08:17,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:08:17,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 11:08:18,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.splitmetainfo dst=null perm=null
2015-03-13 11:08:18,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.splitmetainfo dst=null perm=null
2015-03-13 11:08:18,324 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63173, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-735210764_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741830_1006, duration: 231000
2015-03-13 11:08:18,500 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:19,122 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0001_000001 (auth:SIMPLE)
2015-03-13 11:08:19,129 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426270086855_0001_000001
2015-03-13 11:08:19,130 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426270086855_0001 APPATTEMPTID=appattempt_1426270086855_0001_000001
2015-03-13 11:08:19,131 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0001_000001 State change from LAUNCHED to RUNNING
2015-03-13 11:08:19,131 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0001 State change from ACCEPTED to RUNNING
2015-03-13 11:08:19,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job_1426270086855_0001_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:08:19,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:08:19,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job_1426270086855_0001_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:08:19,383 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job_1426270086855_0001_1_conf.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:08:19,426 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741832_1008 src: /127.0.0.1:63179 dest: /127.0.0.1:63108
2015-03-13 11:08:19,428 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741832_1008 src: /127.0.0.1:63180 dest: /127.0.0.1:63112
2015-03-13 11:08:19,431 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741832_1008 src: /127.0.0.1:63181 dest: /127.0.0.1:63105
2015-03-13 11:08:19,444 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63181, dest: /127.0.0.1:63105, bytes: 91144, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-735210764_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741832_1008, duration: 10734000
2015-03-13 11:08:19,444 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741832_1008, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:08:19,445 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:08:19,445 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63180, dest: /127.0.0.1:63112, bytes: 91144, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-735210764_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741832_1008, duration: 11850000
2015-03-13 11:08:19,446 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:19,446 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63179, dest: /127.0.0.1:63108, bytes: 91144, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-735210764_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741832_1008, duration: 12902000
2015-03-13 11:08:19,446 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:08:19,447 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:19,447 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:08:19,478 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job_1426270086855_0001_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-735210764_1
2015-03-13 11:08:19,501 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:20,283 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0001_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:08:20,283 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000002
2015-03-13 11:08:20,284 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0001_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 11:08:20,284 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0001 container=Container: [ContainerId: container_1426270086855_0001_01_000002, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0001_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:20,284 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:08:20,284 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:20,285 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0001_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:08:20,285 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000003
2015-03-13 11:08:20,285 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0001_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2015-03-13 11:08:20,286 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0001 container=Container: [ContainerId: container_1426270086855_0001_01_000003, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0001_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:20,286 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-03-13 11:08:20,286 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:20,287 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0001_01_000004 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:08:20,287 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000004
2015-03-13 11:08:20,287 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0001_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2015-03-13 11:08:20,287 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0001 container=Container: [ContainerId: container_1426270086855_0001_01_000004, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0001_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:20,287 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-03-13 11:08:20,287 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:20,288 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0001_01_000005 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:08:20,288 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000005
2015-03-13 11:08:20,288 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0001_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2015-03-13 11:08:20,289 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0001 container=Container: [ContainerId: container_1426270086855_0001_01_000005, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0001_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:20,289 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-03-13 11:08:20,289 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:20,502 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:20,700 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741832_1008
2015-03-13 11:08:20,700 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741832_1008
2015-03-13 11:08:20,939 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741832_1008
2015-03-13 11:08:21,089 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741828_1004
2015-03-13 11:08:21,186 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0001_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:08:21,187 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0001_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:08:21,187 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0001_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:08:21,188 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0001_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:08:21,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.jar dst=null perm=null
2015-03-13 11:08:21,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.jar dst=null perm=null
2015-03-13 11:08:21,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.xml dst=null perm=null
2015-03-13 11:08:21,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.xml dst=null perm=null
2015-03-13 11:08:21,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:21,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:21,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:21,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:21,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:21,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:21,325 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0001_000001 (auth:SIMPLE)
2015-03-13 11:08:21,330 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0001_01_000005 by user soberoi
2015-03-13 11:08:21,330 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0001_01_000004 by user soberoi
2015-03-13 11:08:21,330 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0001_01_000002 by user soberoi
2015-03-13 11:08:21,330 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0001_01_000003 by user soberoi
2015-03-13 11:08:21,331 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0001
2015-03-13 11:08:21,331 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0001_01_000004 to application application_1426270086855_0001
2015-03-13 11:08:21,331 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000003
2015-03-13 11:08:21,331 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000002
2015-03-13 11:08:21,331 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000004
2015-03-13 11:08:21,332 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0001_01_000002 to application application_1426270086855_0001
2015-03-13 11:08:21,332 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000005
2015-03-13 11:08:21,333 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0001_01_000003 to application application_1426270086855_0001
2015-03-13 11:08:21,334 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0001 transitioned from NEW to INITING
2015-03-13 11:08:21,334 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0001_01_000005 to application application_1426270086855_0001
2015-03-13 11:08:21,335 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0001 transitioned from INITING to RUNNING
2015-03-13 11:08:21,336 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 11:08:21,336 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 11:08:21,337 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000005 transitioned from NEW to LOCALIZING
2015-03-13 11:08:21,337 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000004 transitioned from NEW to LOCALIZING
2015-03-13 11:08:21,337 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0001
2015-03-13 11:08:21,338 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0001
2015-03-13 11:08:21,338 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:08:21,340 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0001
2015-03-13 11:08:21,340 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:08:21,340 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:08:21,340 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:08:21,340 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:08:21,340 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0001
2015-03-13 11:08:21,341 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0001
2015-03-13 11:08:21,341 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:08:21,341 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0001
2015-03-13 11:08:21,341 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0001
2015-03-13 11:08:21,341 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0001
2015-03-13 11:08:21,341 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:08:21,341 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0001
2015-03-13 11:08:21,342 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0001
2015-03-13 11:08:21,342 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0001
2015-03-13 11:08:21,342 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:08:21,343 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0001
2015-03-13 11:08:21,343 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar, 1426270086655, FILE, null }
2015-03-13 11:08:21,346 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1426270086480, FILE, null }
2015-03-13 11:08:21,348 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0001_01_000003
2015-03-13 11:08:21,350 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar, 1426270086655, FILE, null }
2015-03-13 11:08:21,350 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1426270086480, FILE, null }
2015-03-13 11:08:21,350 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0001_01_000002
2015-03-13 11:08:21,353 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar, 1426270086655, FILE, null }
2015-03-13 11:08:21,353 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1426270086480, FILE, null }
2015-03-13 11:08:21,353 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0001_01_000005
2015-03-13 11:08:21,354 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar, 1426270086655, FILE, null }
2015-03-13 11:08:21,354 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1426270086480, FILE, null }
2015-03-13 11:08:21,354 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0001_01_000004
2015-03-13 11:08:21,384 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1426270086855_0001_01_000002.tokens. Credentials list:
2015-03-13 11:08:21,386 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1426270086855_0001_01_000004.tokens. Credentials list:
2015-03-13 11:08:21,388 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1426270086855_0001_01_000005.tokens. Credentials list:
2015-03-13 11:08:21,388 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1426270086855_0001_01_000003.tokens. Credentials list:
2015-03-13 11:08:21,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:21,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:21,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:21,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:21,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 11:08:21,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 11:08:21,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 11:08:21,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 11:08:21,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 11:08:21,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 11:08:21,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 11:08:21,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 11:08:21,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 11:08:21,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:21,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 11:08:21,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:21,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:21,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:21,443 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:08:21,456 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63183, bytes: 485810, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741825_1001, duration: 1964000
2015-03-13 11:08:21,465 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63184, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741826_1002, duration: 4602000
2015-03-13 11:08:21,495 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:08:21,496 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:08:21,504 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:21,553 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1426270086855_0001_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000002.tokens
2015-03-13 11:08:21,553 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0001
2015-03-13 11:08:21,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.jar dst=null perm=null
2015-03-13 11:08:21,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.jar dst=null perm=null
2015-03-13 11:08:21,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.jar dst=null perm=null
2015-03-13 11:08:21,645 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63184, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1582722896_965, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741828_1004, duration: 731000
2015-03-13 11:08:21,667 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:08:21,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.xml dst=null perm=null
2015-03-13 11:08:21,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.xml dst=null perm=null
2015-03-13 11:08:21,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.xml dst=null perm=null
2015-03-13 11:08:21,702 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63183, bytes: 99269, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1582722896_965, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741831_1007, duration: 442000
2015-03-13 11:08:21,717 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:08:21,717 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:08:21,718 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:08:21,718 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:08:21,718 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:08:21,807 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 11:08:21,809 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000005 transitioned from LOCALIZED to RUNNING
2015-03-13 11:08:21,809 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:21,809 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:21,814 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000004 transitioned from LOCALIZED to RUNNING
2015-03-13 11:08:21,814 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:21,817 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 11:08:21,817 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:21,940 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000005/default_container_executor.sh]
2015-03-13 11:08:21,956 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000004/default_container_executor.sh]
2015-03-13 11:08:21,981 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000002/default_container_executor.sh]
2015-03-13 11:08:22,041 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000003/default_container_executor.sh]
2015-03-13 11:08:22,203 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:08:22,287 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:22,287 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:22,287 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:22,288 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:22,288 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0001_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:08:22,289 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0001_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:08:22,289 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0001_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:08:22,289 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0001_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:08:22,506 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:22,749 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:08:22,881 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1426270086855_0001_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000003.tokens
2015-03-13 11:08:22,882 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0001
2015-03-13 11:08:22,993 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:08:23,134 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1426270086855_0001_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000005.tokens
2015-03-13 11:08:23,135 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0001
2015-03-13 11:08:23,258 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:08:23,291 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:23,291 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:23,292 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:23,292 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:23,389 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1426270086855_0001_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000004.tokens
2015-03-13 11:08:23,389 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0001
2015-03-13 11:08:23,515 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:24,296 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:24,297 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:24,297 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:24,297 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:24,518 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:25,301 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:25,301 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:25,302 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:25,302 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:25,520 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:26,305 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:26,305 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:26,306 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:26,306 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:26,521 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:27,308 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:27,309 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:27,309 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:27,310 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:27,526 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:28,314 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:28,315 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:28,315 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:28,315 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:28,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.split dst=null perm=null
2015-03-13 11:08:28,527 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:28,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.split dst=null perm=null
2015-03-13 11:08:28,658 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63195, bytes: 939, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0001_m_000002_0_1259251374_1, offset: 512, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741829_1005, duration: 560000
2015-03-13 11:08:28,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.split dst=null perm=null
2015-03-13 11:08:28,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.split dst=null perm=null
2015-03-13 11:08:28,811 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63199, bytes: 1455, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0001_m_000001_0_-1261284331_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741829_1005, duration: 234000
2015-03-13 11:08:28,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 11:08:28,819 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63202, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0001_m_000002_0_1259251374_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741827_1003, duration: 255000
2015-03-13 11:08:28,829 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63200, bytes: 423, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0001_m_000003_0_-31945586_1, offset: 1024, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741829_1005, duration: 227000
2015-03-13 11:08:28,912 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63203, bytes: 1455, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0001_m_000000_0_-599766810_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741829_1005, duration: 256000
2015-03-13 11:08:28,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 11:08:28,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 11:08:28,940 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63204, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0001_m_000003_0_-31945586_1, offset: 512, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741827_1003, duration: 236000
2015-03-13 11:08:29,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 11:08:29,028 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63205, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0001_m_000000_0_-599766810_1, offset: 1024, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741827_1003, duration: 239000
2015-03-13 11:08:29,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1426270086855_0001_m_000002_0 dst=null perm=null
2015-03-13 11:08:29,253 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0001_01_000004
2015-03-13 11:08:29,254 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000004
2015-03-13 11:08:29,254 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000004 transitioned from RUNNING to KILLING
2015-03-13 11:08:29,254 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0001_01_000004
2015-03-13 11:08:29,255 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:29,255 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:29,255 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:08:29,256 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:29,269 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0001_01_000004 is : 143
2015-03-13 11:08:29,278 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job_1426270086855_0001_1.jhist. BP-951401976-10.1.1.144-1426270084277 blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:08:29,281 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741833_1009 src: /127.0.0.1:63206 dest: /127.0.0.1:63105
2015-03-13 11:08:29,284 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741833_1009 src: /127.0.0.1:63207 dest: /127.0.0.1:63108
2015-03-13 11:08:29,286 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741833_1009 src: /127.0.0.1:63208 dest: /127.0.0.1:63115
2015-03-13 11:08:29,296 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:08:29,297 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000004
2015-03-13 11:08:29,297 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000004
2015-03-13 11:08:29,297 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job_1426270086855_0001_1.jhist for DFSClient_NONMAPREDUCE_-735210764_1
2015-03-13 11:08:29,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000004
2015-03-13 11:08:29,303 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000004
2015-03-13 11:08:29,304 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000004
2015-03-13 11:08:29,305 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:08:29,307 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0001_01_000004 from application application_1426270086855_0001
2015-03-13 11:08:29,307 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:29,307 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0001
2015-03-13 11:08:29,379 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63209, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0001_m_000001_0_-1261284331_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741827_1003, duration: 3586000
2015-03-13 11:08:29,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1426270086855_0001_m_000001_0 dst=null perm=null
2015-03-13 11:08:29,429 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0001_01_000003
2015-03-13 11:08:29,429 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000003
2015-03-13 11:08:29,429 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000003 transitioned from RUNNING to KILLING
2015-03-13 11:08:29,430 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:29,431 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:08:29,431 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:08:29,431 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0001_01_000004
2015-03-13 11:08:29,432 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:29,432 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0001_01_000003
2015-03-13 11:08:29,433 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0001_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:08:29,434 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0001_01_000004 in state: COMPLETED event:FINISHED
2015-03-13 11:08:29,434 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000004
2015-03-13 11:08:29,434 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0001_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-03-13 11:08:29,434 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-03-13 11:08:29,434 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0001_01_000004, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:29,434 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:29,435 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-03-13 11:08:29,435 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0001_000001 released container container_1426270086855_0001_01_000004 on node: host: 10.1.1.144:63134 #containers=3 available=1024 used=3072 with event: FINISHED
2015-03-13 11:08:29,451 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0001_01_000003 is : 143
2015-03-13 11:08:29,464 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:08:29,464 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000003
2015-03-13 11:08:29,466 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000003
2015-03-13 11:08:29,466 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000003
2015-03-13 11:08:29,467 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000003
2015-03-13 11:08:29,468 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000003
2015-03-13 11:08:29,468 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:08:29,468 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0001_01_000003 from application application_1426270086855_0001
2015-03-13 11:08:29,468 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:29,469 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0001
2015-03-13 11:08:29,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1426270086855_0001_m_000003_0 dst=null perm=null
2015-03-13 11:08:29,505 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0001_01_000005
2015-03-13 11:08:29,505 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000005
2015-03-13 11:08:29,506 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:29,506 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000005 transitioned from RUNNING to KILLING
2015-03-13 11:08:29,506 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:08:29,507 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0001_01_000003
2015-03-13 11:08:29,508 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:08:29,508 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0001_01_000005
2015-03-13 11:08:29,509 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0001_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:08:29,509 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0001_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 11:08:29,509 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000003
2015-03-13 11:08:29,509 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0001_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-03-13 11:08:29,510 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-03-13 11:08:29,510 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0001_01_000003, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:29,510 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:29,510 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-03-13 11:08:29,510 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0001_000001 released container container_1426270086855_0001_01_000003 on node: host: 10.1.1.144:63134 #containers=2 available=2048 used=2048 with event: FINISHED
2015-03-13 11:08:29,522 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0001_01_000005 is : 143
2015-03-13 11:08:29,528 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:29,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1426270086855_0001_m_000000_0 dst=null perm=null
2015-03-13 11:08:29,537 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:08:29,537 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000005
2015-03-13 11:08:29,538 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000005
2015-03-13 11:08:29,538 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:08:29,538 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0001_01_000005 from application application_1426270086855_0001
2015-03-13 11:08:29,538 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:29,538 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0001
2015-03-13 11:08:29,538 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000005
2015-03-13 11:08:29,538 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000005
2015-03-13 11:08:29,538 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000005
2015-03-13 11:08:29,559 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0001_01_000002
2015-03-13 11:08:29,559 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000002
2015-03-13 11:08:29,559 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000002 transitioned from RUNNING to KILLING
2015-03-13 11:08:29,560 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0001_01_000002
2015-03-13 11:08:29,562 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:08:29,562 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:08:29,562 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0001_01_000005
2015-03-13 11:08:29,564 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0001_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:08:29,564 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0001_01_000005 in state: COMPLETED event:FINISHED
2015-03-13 11:08:29,564 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000005
2015-03-13 11:08:29,564 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0001_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-03-13 11:08:29,564 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-03-13 11:08:29,564 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0001_01_000005, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:29,565 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:29,565 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:08:29,565 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0001_000001 released container container_1426270086855_0001_01_000005 on node: host: 10.1.1.144:63134 #containers=1 available=3072 used=1024 with event: FINISHED
2015-03-13 11:08:29,581 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0001_01_000002 is : 143
2015-03-13 11:08:29,596 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:08:29,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000002
2015-03-13 11:08:29,600 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000002
2015-03-13 11:08:29,601 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000002
2015-03-13 11:08:29,602 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000002
2015-03-13 11:08:29,605 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000002
2015-03-13 11:08:29,605 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:08:29,605 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0001_01_000002 from application application_1426270086855_0001
2015-03-13 11:08:29,606 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:29,607 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0001
2015-03-13 11:08:30,529 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:30,565 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:08:30,566 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0001_01_000002
2015-03-13 11:08:30,567 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0001_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:08:30,567 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0001_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 11:08:30,567 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000002
2015-03-13 11:08:30,568 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0001_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:08:30,568 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:08:30,568 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0001_01_000002, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:30,568 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:30,568 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:08:30,569 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0001_000001 released container container_1426270086855_0001_01_000002 on node: host: 10.1.1.144:63134 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:08:31,343 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0001_01_000006 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:08:31,344 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000006
2015-03-13 11:08:31,344 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0001_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63138, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 11:08:31,344 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0001 container=Container: [ContainerId: container_1426270086855_0001_01_000006, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] containerId=container_1426270086855_0001_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:31,345 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:08:31,345 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:31,533 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:32,265 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0001_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:08:32,276 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0001_000001 (auth:SIMPLE)
2015-03-13 11:08:32,280 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0001_01_000006 by user soberoi
2015-03-13 11:08:32,281 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0001
2015-03-13 11:08:32,281 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000006
2015-03-13 11:08:32,281 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0001 transitioned from NEW to INITING
2015-03-13 11:08:32,282 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0001_01_000006 to application application_1426270086855_0001
2015-03-13 11:08:32,282 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0001 transitioned from INITING to RUNNING
2015-03-13 11:08:32,283 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000006 transitioned from NEW to LOCALIZING
2015-03-13 11:08:32,283 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0001
2015-03-13 11:08:32,283 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0001
2015-03-13 11:08:32,283 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:08:32,283 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0001
2015-03-13 11:08:32,284 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:08:32,284 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:08:32,284 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:08:32,284 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:08:32,284 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar, 1426270086655, FILE, null }
2015-03-13 11:08:32,286 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1426270086480, FILE, null }
2015-03-13 11:08:32,286 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0001_01_000006
2015-03-13 11:08:32,298 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1426270086855_0001_01_000006.tokens. Credentials list:
2015-03-13 11:08:32,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:32,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:32,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:32,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:32,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 11:08:32,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 11:08:32,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 11:08:32,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 11:08:32,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 11:08:32,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 11:08:32,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 11:08:32,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 11:08:32,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 11:08:32,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 11:08:32,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:32,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:32,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:32,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:32,332 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:08:32,337 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63213, bytes: 485810, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741825_1001, duration: 1586000
2015-03-13 11:08:32,337 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63212, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741826_1002, duration: 1611000
2015-03-13 11:08:32,344 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:32,345 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0001_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:08:32,374 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:08:32,375 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:08:32,438 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1426270086855_0001_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000006.tokens
2015-03-13 11:08:32,438 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0001
2015-03-13 11:08:32,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.jar dst=null perm=null
2015-03-13 11:08:32,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.jar dst=null perm=null
2015-03-13 11:08:32,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.jar dst=null perm=null
2015-03-13 11:08:32,521 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63216, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1271785256_1259, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741828_1004, duration: 635000
2015-03-13 11:08:32,536 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:32,543 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:08:32,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.xml dst=null perm=null
2015-03-13 11:08:32,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.xml dst=null perm=null
2015-03-13 11:08:32,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.xml dst=null perm=null
2015-03-13 11:08:32,576 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63216, bytes: 99269, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1271785256_1259, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741831_1007, duration: 452000
2015-03-13 11:08:32,590 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:08:32,590 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:08:32,629 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000006 transitioned from LOCALIZED to RUNNING
2015-03-13 11:08:32,629 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:32,710 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000006/default_container_executor.sh]
2015-03-13 11:08:33,269 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:08:33,347 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:33,538 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:34,351 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:34,542 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:35,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1426270086855_0001_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:08:35,261 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1426270086855_0001_r_000000_0/part-00000. BP-951401976-10.1.1.144-1426270084277 blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:08:35,331 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741834_1010 src: /127.0.0.1:63221 dest: /127.0.0.1:63112
2015-03-13 11:08:35,333 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741834_1010 src: /127.0.0.1:63222 dest: /127.0.0.1:63115
2015-03-13 11:08:35,335 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741834_1010 src: /127.0.0.1:63223 dest: /127.0.0.1:63105
2015-03-13 11:08:35,350 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63223, dest: /127.0.0.1:63105, bytes: 342, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0001_r_000000_0_-686191954_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741834_1010, duration: 13894000
2015-03-13 11:08:35,351 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741834_1010, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:08:35,351 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:08:35,351 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63222, dest: /127.0.0.1:63115, bytes: 342, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0001_r_000000_0_-686191954_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741834_1010, duration: 14653000
2015-03-13 11:08:35,352 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:35,353 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63221, dest: /127.0.0.1:63112, bytes: 342, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0001_r_000000_0_-686191954_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741834_1010, duration: 15662000
2015-03-13 11:08:35,353 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:08:35,353 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:35,353 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:08:35,356 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:35,358 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1426270086855_0001_r_000000_0/part-00000 is closed by DFSClient_attempt_1426270086855_0001_r_000000_0_-686191954_1
2015-03-13 11:08:35,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1426270086855_0001_r_000000_0 dst=null perm=null
2015-03-13 11:08:35,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1426270086855_0001_r_000000_0 dst=null perm=null
2015-03-13 11:08:35,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/task_1426270086855_0001_r_000000 dst=null perm=null
2015-03-13 11:08:35,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/_temporary/attempt_1426270086855_0001_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/task_1426270086855_0001_r_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:08:35,393 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0001_01_000006
2015-03-13 11:08:35,393 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000006
2015-03-13 11:08:35,393 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000006 transitioned from RUNNING to KILLING
2015-03-13 11:08:35,394 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0001_01_000006
2015-03-13 11:08:35,395 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:08:35,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:08:35,406 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-735210764_1
2015-03-13 11:08:35,412 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0001_01_000006 is : 143
2015-03-13 11:08:35,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1 dst=null perm=null
2015-03-13 11:08:35,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null
2015-03-13 11:08:35,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null
2015-03-13 11:08:35,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/task_1426270086855_0001_r_000000 dst=null perm=null
2015-03-13 11:08:35,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/part-00000 dst=null perm=null
2015-03-13 11:08:35,437 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:08:35,437 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000006
2015-03-13 11:08:35,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary/1/task_1426270086855_0001_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:08:35,440 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000006
2015-03-13 11:08:35,441 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000006
2015-03-13 11:08:35,444 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000006
2015-03-13 11:08:35,447 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000006
2015-03-13 11:08:35,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary dst=null perm=null
2015-03-13 11:08:35,448 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:08:35,449 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0001_01_000006 from application application_1426270086855_0001
2015-03-13 11:08:35,449 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:35,449 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0001
2015-03-13 11:08:35,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:08:35,459 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-735210764_1
2015-03-13 11:08:35,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:08:35,464 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-735210764_1
2015-03-13 11:08:35,482 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63208, dest: /127.0.0.1:63115, bytes: 59955, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-735210764_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741833_1009, duration: 6194744000
2015-03-13 11:08:35,483 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741833_1009, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:08:35,484 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:08:35,484 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63207, dest: /127.0.0.1:63108, bytes: 59955, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-735210764_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741833_1009, duration: 6193512000
2015-03-13 11:08:35,485 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:35,485 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:08:35,486 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63206, dest: /127.0.0.1:63105, bytes: 59955, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-735210764_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741833_1009, duration: 6194209000
2015-03-13 11:08:35,486 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:35,487 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:08:35,488 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job_1426270086855_0001_1.jhist is closed by DFSClient_NONMAPREDUCE_-735210764_1
2015-03-13 11:08:35,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:08:35,494 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001.summary_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:08:35,496 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741835_1011 src: /127.0.0.1:63224 dest: /127.0.0.1:63105
2015-03-13 11:08:35,499 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741835_1011 src: /127.0.0.1:63225 dest: /127.0.0.1:63112
2015-03-13 11:08:35,501 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741835_1011 src: /127.0.0.1:63226 dest: /127.0.0.1:63108
2015-03-13 11:08:35,507 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63226, dest: /127.0.0.1:63108, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-735210764_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741835_1011, duration: 3913000
2015-03-13 11:08:35,507 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741835_1011, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:08:35,508 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:08:35,508 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63225, dest: /127.0.0.1:63112, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-735210764_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741835_1011, duration: 4826000
2015-03-13 11:08:35,508 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:35,509 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63224, dest: /127.0.0.1:63105, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-735210764_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741835_1011, duration: 6010000
2015-03-13 11:08:35,509 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:08:35,510 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:35,511 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:08:35,513 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001.summary_tmp is closed by DFSClient_NONMAPREDUCE_-735210764_1
2015-03-13 11:08:35,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:08:35,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job_1426270086855_0001_1.jhist dst=null perm=null
2015-03-13 11:08:35,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001-1426270095416-soberoi-%5BFFB2FD297A6549DA8F2EE8E69BC1C6F7%2F4F3D448393224FD7-1426270115465-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:08:35,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job_1426270086855_0001_1.jhist dst=null perm=null
2015-03-13 11:08:35,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001-1426270095416-soberoi-%5BFFB2FD297A6549DA8F2EE8E69BC1C6F7%2F4F3D448393224FD7-1426270115465-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:08:35,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job_1426270086855_0001_1.jhist dst=null perm=null
2015-03-13 11:08:35,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001-1426270095416-soberoi-%5BFFB2FD297A6549DA8F2EE8E69BC1C6F7%2F4F3D448393224FD7-1426270115465-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:08:35,537 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63227, bytes: 60427, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-735210764_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741833_1009, duration: 291000
2015-03-13 11:08:35,539 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001-1426270095416-soberoi-%5BFFB2FD297A6549DA8F2EE8E69BC1C6F7%2F4F3D448393224FD7-1426270115465-4-1-SUCCEEDED-default.jhist_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:08:35,541 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741836_1012 src: /127.0.0.1:63228 dest: /127.0.0.1:63115
2015-03-13 11:08:35,543 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:35,543 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741836_1012 src: /127.0.0.1:63229 dest: /127.0.0.1:63108
2015-03-13 11:08:35,545 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741836_1012 src: /127.0.0.1:63230 dest: /127.0.0.1:63112
2015-03-13 11:08:35,549 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63230, dest: /127.0.0.1:63112, bytes: 59955, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-735210764_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741836_1012, duration: 2018000
2015-03-13 11:08:35,549 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741836_1012, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:08:35,550 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:08:35,550 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63229, dest: /127.0.0.1:63108, bytes: 59955, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-735210764_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741836_1012, duration: 3006000
2015-03-13 11:08:35,551 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:35,552 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:08:35,553 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63228, dest: /127.0.0.1:63115, bytes: 59955, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-735210764_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741836_1012, duration: 4897000
2015-03-13 11:08:35,553 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:35,554 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:08:35,557 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001-1426270095416-soberoi-%5BFFB2FD297A6549DA8F2EE8E69BC1C6F7%2F4F3D448393224FD7-1426270115465-4-1-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-735210764_1
2015-03-13 11:08:35,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001-1426270095416-soberoi-%5BFFB2FD297A6549DA8F2EE8E69BC1C6F7%2F4F3D448393224FD7-1426270115465-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:08:35,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job_1426270086855_0001_1_conf.xml dst=null perm=null
2015-03-13 11:08:35,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001_conf.xml_tmp dst=null perm=null
2015-03-13 11:08:35,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job_1426270086855_0001_1_conf.xml dst=null perm=null
2015-03-13 11:08:35,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001_conf.xml_tmp dst=null perm=null
2015-03-13 11:08:35,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001/job_1426270086855_0001_1_conf.xml dst=null perm=null
2015-03-13 11:08:35,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:08:35,573 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63231, bytes: 91860, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-735210764_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741832_1008, duration: 410000
2015-03-13 11:08:35,575 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001_conf.xml_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:08:35,577 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741837_1013 src: /127.0.0.1:63232 dest: /127.0.0.1:63105
2015-03-13 11:08:35,579 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741837_1013 src: /127.0.0.1:63233 dest: /127.0.0.1:63108
2015-03-13 11:08:35,581 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741837_1013 src: /127.0.0.1:63234 dest: /127.0.0.1:63112
2015-03-13 11:08:35,585 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63234, dest: /127.0.0.1:63112, bytes: 91144, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-735210764_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741837_1013, duration: 2684000
2015-03-13 11:08:35,585 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741837_1013, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:08:35,586 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:08:35,586 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63233, dest: /127.0.0.1:63108, bytes: 91144, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-735210764_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741837_1013, duration: 3651000
2015-03-13 11:08:35,586 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:35,587 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:08:35,587 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63232, dest: /127.0.0.1:63105, bytes: 91144, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-735210764_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741837_1013, duration: 4798000
2015-03-13 11:08:35,587 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:35,589 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:08:35,593 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-735210764_1
2015-03-13 11:08:35,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:08:35,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:08:35,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:08:35,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001-1426270095416-soberoi-%5BFFB2FD297A6549DA8F2EE8E69BC1C6F7%2F4F3D448393224FD7-1426270115465-4-1-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001-1426270095416-soberoi-%5BFFB2FD297A6549DA8F2EE8E69BC1C6F7%2F4F3D448393224FD7-1426270115465-4-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:08:35,618 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0001_000001 State change from RUNNING to FINISHING
2015-03-13 11:08:35,618 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426270086855_0001
2015-03-13 11:08:35,619 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0001 State change from RUNNING to REMOVING
2015-03-13 11:08:35,619 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426270086855_0001
2015-03-13 11:08:35,621 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0001 State change from REMOVING to FINISHING
2015-03-13 11:08:35,705 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741833_1009
2015-03-13 11:08:35,705 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741833_1009
2015-03-13 11:08:35,705 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741834_1010
2015-03-13 11:08:35,706 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741835_1011
2015-03-13 11:08:35,706 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741837_1013
2015-03-13 11:08:35,707 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741837_1013
2015-03-13 11:08:35,707 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741835_1011
2015-03-13 11:08:35,708 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741836_1012
2015-03-13 11:08:35,958 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741837_1013
2015-03-13 11:08:35,959 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741835_1011
2015-03-13 11:08:35,959 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741834_1010
2015-03-13 11:08:35,960 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741836_1012
2015-03-13 11:08:36,095 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741836_1012
2015-03-13 11:08:36,096 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741834_1010
2015-03-13 11:08:36,097 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741833_1009
2015-03-13 11:08:36,398 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:08:36,399 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0001_01_000006
2015-03-13 11:08:36,400 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0001_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:08:36,400 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0001_01_000006 in state: COMPLETED event:FINISHED
2015-03-13 11:08:36,400 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000006
2015-03-13 11:08:36,401 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0001_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63138, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:08:36,401 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:08:36,401 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0001_01_000006, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:36,402 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:36,402 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:08:36,402 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0001_000001 released container container_1426270086855_0001_01_000006 on node: host: 10.1.1.144:63138 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:08:36,545 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:36,635 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741828_1004 127.0.0.1:63112 127.0.0.1:63105 127.0.0.1:63108 127.0.0.1:63115
2015-03-13 11:08:36,635 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741829_1005 127.0.0.1:63115 127.0.0.1:63105 127.0.0.1:63112 127.0.0.1:63108
2015-03-13 11:08:36,635 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741830_1006 127.0.0.1:63105 127.0.0.1:63108 127.0.0.1:63112
2015-03-13 11:08:36,636 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741831_1007 127.0.0.1:63112 127.0.0.1:63115 127.0.0.1:63108
2015-03-13 11:08:36,636 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741833_1009 127.0.0.1:63105 127.0.0.1:63108 127.0.0.1:63115
2015-03-13 11:08:36,636 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741832_1008 127.0.0.1:63108 127.0.0.1:63112 127.0.0.1:63105
2015-03-13 11:08:36,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0001 dst=null perm=null
2015-03-13 11:08:36,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null
2015-03-13 11:08:36,708 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary
2015-03-13 11:08:36,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/_temporary dst=null perm=null
2015-03-13 11:08:36,718 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:08:36,719 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:08:36,720 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:08:36,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 11:08:36,722 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:08:36,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 11:08:36,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 11:08:36,737 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63235, bytes: 1461, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741827_1003, duration: 169000
2015-03-13 11:08:36,749 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:08:36,750 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:08:36,751 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:08:36,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null
2015-03-13 11:08:36,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null
2015-03-13 11:08:36,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null
2015-03-13 11:08:36,763 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:08:36,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/part-00000 dst=null perm=null
2015-03-13 11:08:36,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/part-00000 dst=null perm=null
2015-03-13 11:08:36,776 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63236, bytes: 346, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741834_1010, duration: 186000
2015-03-13 11:08:36,789 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output//hadoop2-mr1/serializedpipesplatform/serialization
2015-03-13 11:08:36,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null
2015-03-13 11:08:36,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null
2015-03-13 11:08:36,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null
2015-03-13 11:08:36,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization dst=null perm=null
2015-03-13 11:08:36,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/part-00000 dst=null perm=null
2015-03-13 11:08:36,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/serialization/part-00000 dst=null perm=null
2015-03-13 11:08:36,801 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63235, bytes: 346, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741834_1010, duration: 270000
2015-03-13 11:08:36,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:08:36,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:08:36,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:08:36,814 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt. BP-951401976-10.1.1.144-1426270084277 blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:08:36,816 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741838_1014 src: /127.0.0.1:63237 dest: /127.0.0.1:63112
2015-03-13 11:08:36,817 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741838_1014 src: /127.0.0.1:63238 dest: /127.0.0.1:63105
2015-03-13 11:08:36,819 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741838_1014 src: /127.0.0.1:63239 dest: /127.0.0.1:63108
2015-03-13 11:08:36,823 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63239, dest: /127.0.0.1:63108, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741838_1014, duration: 1793000
2015-03-13 11:08:36,823 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741838_1014, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:08:36,823 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:08:36,824 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63238, dest: /127.0.0.1:63105, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741838_1014, duration: 2938000
2015-03-13 11:08:36,824 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:36,824 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:08:36,825 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63237, dest: /127.0.0.1:63112, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741838_1014, duration: 4193000
2015-03-13 11:08:36,825 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:36,827 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:08:36,828 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:08:36,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:08:36,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:08:36,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:08:36,837 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt. BP-951401976-10.1.1.144-1426270084277 blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:08:36,839 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741839_1015 src: /127.0.0.1:63240 dest: /127.0.0.1:63115
2015-03-13 11:08:36,840 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741839_1015 src: /127.0.0.1:63241 dest: /127.0.0.1:63105
2015-03-13 11:08:36,842 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741839_1015 src: /127.0.0.1:63242 dest: /127.0.0.1:63112
2015-03-13 11:08:36,849 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63242, dest: /127.0.0.1:63112, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741839_1015, duration: 5522000
2015-03-13 11:08:36,850 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741839_1015, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:08:36,850 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:08:36,851 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63241, dest: /127.0.0.1:63105, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741839_1015, duration: 6885000
2015-03-13 11:08:36,851 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:36,852 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:08:36,852 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63240, dest: /127.0.0.1:63115, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741839_1015, duration: 8293000
2015-03-13 11:08:36,853 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:36,853 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:08:36,855 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:08:36,872 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:08:36,877 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-03-13 11:08:36,877 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-03-13 11:08:36,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null
2015-03-13 11:08:36,908 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-03-13 11:08:36,908 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt"]
2015-03-13 11:08:36,909 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt"]
2015-03-13 11:08:36,909 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["SequenceFile[[UNKNOWN]->[0:7]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue"]
2015-03-13 11:08:36,909 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-03-13 11:08:36,909 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 1
2015-03-13 11:08:36,909 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 1
2015-03-13 11:08:36,910 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...platform/writablekeyvalue
2015-03-13 11:08:36,923 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:08:36,936 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:08:36,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null
2015-03-13 11:08:36,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:08:36,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:08:36,943 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 2
2015-03-13 11:08:36,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002 dst=null perm=null
2015-03-13 11:08:36,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 11:08:36,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 11:08:36,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.jar dst=null perm=null
2015-03-13 11:08:36,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:08:36,952 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.jar. BP-951401976-10.1.1.144-1426270084277 blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:08:36,954 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741840_1016 src: /127.0.0.1:63244 dest: /127.0.0.1:63105
2015-03-13 11:08:36,955 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741840_1016 src: /127.0.0.1:63245 dest: /127.0.0.1:63108
2015-03-13 11:08:36,957 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741840_1016 src: /127.0.0.1:63246 dest: /127.0.0.1:63112
2015-03-13 11:08:36,963 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63246, dest: /127.0.0.1:63112, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741840_1016, duration: 4342000
2015-03-13 11:08:36,963 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741840_1016, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:08:36,963 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:08:36,964 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63245, dest: /127.0.0.1:63108, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741840_1016, duration: 4505000
2015-03-13 11:08:36,964 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:36,965 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:08:36,966 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63244, dest: /127.0.0.1:63105, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741840_1016, duration: 6160000
2015-03-13 11:08:36,966 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:36,968 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:08:36,969 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.jar is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:08:36,971 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.jar
2015-03-13 11:08:36,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.jar dst=null perm=null
2015-03-13 11:08:36,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:08:36,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:36,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:36,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:36,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 11:08:36,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 11:08:36,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 11:08:36,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 11:08:36,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 11:08:36,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:36,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:08:36,988 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:08:36,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:08:36,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:08:36,992 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:08:36,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:08:36,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:08:36,995 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:08:36,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:08:36,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:08:36,998 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:08:36,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:08:37,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:08:37,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:08:37,004 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.split
2015-03-13 11:08:37,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.split dst=null perm=null
2015-03-13 11:08:37,007 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.split. BP-951401976-10.1.1.144-1426270084277 blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:08:37,009 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741841_1017 src: /127.0.0.1:63247 dest: /127.0.0.1:63105
2015-03-13 11:08:37,010 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741841_1017 src: /127.0.0.1:63248 dest: /127.0.0.1:63108
2015-03-13 11:08:37,012 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741841_1017 src: /127.0.0.1:63249 dest: /127.0.0.1:63112
2015-03-13 11:08:37,013 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741841_1017 src: /127.0.0.1:63250 dest: /127.0.0.1:63115
2015-03-13 11:08:37,018 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63250, dest: /127.0.0.1:63115, bytes: 2137, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741841_1017, duration: 2573000
2015-03-13 11:08:37,018 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741841_1017, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:08:37,019 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:08:37,019 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63249, dest: /127.0.0.1:63112, bytes: 2137, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741841_1017, duration: 3964000
2015-03-13 11:08:37,020 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:37,021 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:08:37,021 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63248, dest: /127.0.0.1:63108, bytes: 2137, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741841_1017, duration: 5260000
2015-03-13 11:08:37,022 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:37,022 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:08:37,023 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63247, dest: /127.0.0.1:63105, bytes: 2137, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741841_1017, duration: 7839000
2015-03-13 11:08:37,024 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:37,026 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:08:37,029 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.split is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:08:37,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:08:37,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:08:37,036 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.splitmetainfo. BP-951401976-10.1.1.144-1426270084277 blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:08:37,037 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741842_1018 src: /127.0.0.1:63251 dest: /127.0.0.1:63105
2015-03-13 11:08:37,039 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741842_1018 src: /127.0.0.1:63252 dest: /127.0.0.1:63115
2015-03-13 11:08:37,040 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741842_1018 src: /127.0.0.1:63253 dest: /127.0.0.1:63112
2015-03-13 11:08:37,043 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63253, dest: /127.0.0.1:63112, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741842_1018, duration: 1666000
2015-03-13 11:08:37,043 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741842_1018, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:08:37,044 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:08:37,044 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63252, dest: /127.0.0.1:63115, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741842_1018, duration: 2309000
2015-03-13 11:08:37,044 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:37,045 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:08:37,045 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63251, dest: /127.0.0.1:63105, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741842_1018, duration: 3409000
2015-03-13 11:08:37,046 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:37,047 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:08:37,048 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:08:37,049 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:6
2015-03-13 11:08:37,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:08:37,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:08:37,057 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:08:37,057 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:08:37,058 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.value.groupfn.class is deprecated. Instead, use mapreduce.job.output.group.comparator.class
2015-03-13 11:08:37,058 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:08:37,087 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:08:37,089 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741843_1019 src: /127.0.0.1:63254 dest: /127.0.0.1:63112
2015-03-13 11:08:37,091 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741843_1019 src: /127.0.0.1:63255 dest: /127.0.0.1:63105
2015-03-13 11:08:37,096 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741843_1019 src: /127.0.0.1:63256 dest: /127.0.0.1:63115
2015-03-13 11:08:37,103 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63256, dest: /127.0.0.1:63115, bytes: 99432, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741843_1019, duration: 4963000
2015-03-13 11:08:37,104 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741843_1019, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:08:37,105 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:08:37,105 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63255, dest: /127.0.0.1:63105, bytes: 99432, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741843_1019, duration: 6387000
2015-03-13 11:08:37,105 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:37,106 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:08:37,106 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63254, dest: /127.0.0.1:63112, bytes: 99432, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741843_1019, duration: 7710000
2015-03-13 11:08:37,107 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:37,109 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:08:37,110 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.xml is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:08:37,110 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426270086855_0002
2015-03-13 11:08:37,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002 dst=null perm=null
2015-03-13 11:08:37,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.xml dst=null perm=null
2015-03-13 11:08:37,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.xml dst=null perm=null
2015-03-13 11:08:37,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.jar dst=null perm=null
2015-03-13 11:08:37,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.jar dst=null perm=null
2015-03-13 11:08:37,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.split dst=null perm=null
2015-03-13 11:08:37,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.split dst=null perm=null
2015-03-13 11:08:37,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.splitmetainfo dst=null perm=null
2015-03-13 11:08:37,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.splitmetainfo dst=null perm=null
2015-03-13 11:08:37,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:37,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:37,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:37,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:37,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:37,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:37,132 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 2 submitted by user soberoi
2015-03-13 11:08:37,132 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426270086855_0002
2015-03-13 11:08:37,133 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0002 State change from NEW to NEW_SAVING
2015-03-13 11:08:37,133 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426270086855_0002
2015-03-13 11:08:37,133 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426270086855_0002
2015-03-13 11:08:37,133 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0002 State change from NEW_SAVING to SUBMITTED
2015-03-13 11:08:37,134 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426270086855_0002_000001
2015-03-13 11:08:37,134 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0002_000001 State change from NEW to SUBMITTED
2015-03-13 11:08:37,135 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426270086855_0002 from user: soberoi activated in queue: default
2015-03-13 11:08:37,135 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426270086855_0002 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@20a38b8, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-03-13 11:08:37,135 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426270086855_0002 user: soberoi leaf-queue of parent: root #applications: 2
2015-03-13 11:08:37,135 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426270086855_0002_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2015-03-13 11:08:37,136 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0002_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 11:08:37,136 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0002 State change from SUBMITTED to ACCEPTED
2015-03-13 11:08:37,138 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426270086855_0002 to ResourceManager at /10.1.1.144:63128
2015-03-13 11:08:37,141 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:63125/proxy/application_1426270086855_0002/
2015-03-13 11:08:37,141 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1426270086855_0002
2015-03-13 11:08:37,141 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:63125/proxy/application_1426270086855_0002/
2015-03-13 11:08:37,401 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:08:37,401 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000001
2015-03-13 11:08:37,402 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0002_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63138, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2015-03-13 11:08:37,402 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0002 container=Container: [ContainerId: container_1426270086855_0002_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] containerId=container_1426270086855_0002_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:37,402 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 11:08:37,403 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:08:37,403 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:37,404 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426270086855_0002 AttemptId: appattempt_1426270086855_0002_000001 MasterContainer: Container: [ContainerId: container_1426270086855_0002_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ]
2015-03-13 11:08:37,404 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0002_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 11:08:37,404 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426270086855_0002_000001
2015-03-13 11:08:37,404 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0002_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 11:08:37,405 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426270086855_0002_000001
2015-03-13 11:08:37,407 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426270086855_0002_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] for AM appattempt_1426270086855_0002_000001
2015-03-13 11:08:37,407 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426270086855_0002_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 11:08:37,411 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0002_000001 (auth:SIMPLE)
2015-03-13 11:08:37,415 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0002_01_000001 by user soberoi
2015-03-13 11:08:37,415 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0002
2015-03-13 11:08:37,415 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000001
2015-03-13 11:08:37,415 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0002 transitioned from NEW to INITING
2015-03-13 11:08:37,416 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0002_01_000001 to application application_1426270086855_0002
2015-03-13 11:08:37,416 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0002 transitioned from INITING to RUNNING
2015-03-13 11:08:37,416 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426270086855_0002_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] for AM appattempt_1426270086855_0002_000001
2015-03-13 11:08:37,417 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0002_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 11:08:37,417 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 11:08:37,417 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0002
2015-03-13 11:08:37,417 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:08:37,417 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 11:08:37,418 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.split transitioned from INIT to DOWNLOADING
2015-03-13 11:08:37,418 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:08:37,418 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0002_01_000001
2015-03-13 11:08:37,430 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1426270086855_0002_01_000001.tokens. Credentials list:
2015-03-13 11:08:37,447 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:08:37,549 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:37,550 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1426270086855_0002_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000001.tokens
2015-03-13 11:08:37,551 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0002
2015-03-13 11:08:37,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.jar dst=null perm=null
2015-03-13 11:08:37,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.jar dst=null perm=null
2015-03-13 11:08:37,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.jar dst=null perm=null
2015-03-13 11:08:37,631 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63260, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-758527545_1428, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741840_1016, duration: 558000
2015-03-13 11:08:37,649 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:08:37,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.splitmetainfo dst=null perm=null
2015-03-13 11:08:37,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.splitmetainfo dst=null perm=null
2015-03-13 11:08:37,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.splitmetainfo dst=null perm=null
2015-03-13 11:08:37,677 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63235, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-758527545_1428, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741842_1018, duration: 203000
2015-03-13 11:08:37,690 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:08:37,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.split dst=null perm=null
2015-03-13 11:08:37,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.split dst=null perm=null
2015-03-13 11:08:37,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.split dst=null perm=null
2015-03-13 11:08:37,720 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63235, bytes: 2157, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-758527545_1428, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741841_1017, duration: 225000
2015-03-13 11:08:37,732 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:08:37,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.xml dst=null perm=null
2015-03-13 11:08:37,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.xml dst=null perm=null
2015-03-13 11:08:37,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.xml dst=null perm=null
2015-03-13 11:08:37,759 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63236, bytes: 100212, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-758527545_1428, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741843_1019, duration: 395000
2015-03-13 11:08:37,774 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:08:37,774 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:08:37,805 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 11:08:37,805 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:37,883 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000001/default_container_executor.sh]
2015-03-13 11:08:38,091 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1352)) - BLOCK* ask 127.0.0.1:63112 to replicate blk_1073741840_1016 to datanode(s) 127.0.0.1:63115
2015-03-13 11:08:38,091 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63105 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741832_1008, blk_1073741833_1009]
2015-03-13 11:08:38,091 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63112 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008]
2015-03-13 11:08:38,402 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:38,402 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:08:38,553 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:38,727 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741828 for deletion
2015-03-13 11:08:38,728 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741829 for deletion
2015-03-13 11:08:38,729 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741828
2015-03-13 11:08:38,729 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741830 for deletion
2015-03-13 11:08:38,729 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741829
2015-03-13 11:08:38,729 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741832 for deletion
2015-03-13 11:08:38,729 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741833 for deletion
2015-03-13 11:08:38,729 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741830
2015-03-13 11:08:38,730 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741832
2015-03-13 11:08:38,730 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741833
2015-03-13 11:08:38,949 INFO datanode.DataNode (DataNode.java:transferBlock(1319)) - DatanodeRegistration(127.0.0.1, storageID=DS-2043704984-10.1.1.144-63112-1426270085851, infoPort=63113, ipcPort=63114, storageInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0) Starting thread to transfer BP-951401976-10.1.1.144-1426270084277:blk_1073741840_1016 to 127.0.0.1:63115
2015-03-13 11:08:38,949 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741828 for deletion
2015-03-13 11:08:38,950 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741829 for deletion
2015-03-13 11:08:38,951 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741828
2015-03-13 11:08:38,951 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741840_1016 src: /127.0.0.1:63263 dest: /127.0.0.1:63115
2015-03-13 11:08:38,951 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741830 for deletion
2015-03-13 11:08:38,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741831 for deletion
2015-03-13 11:08:38,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741832 for deletion
2015-03-13 11:08:38,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741830
2015-03-13 11:08:38,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741832
2015-03-13 11:08:38,951 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741829
2015-03-13 11:08:38,952 INFO datanode.DataNode (DataNode.java:run(1523)) - DataTransfer: Transmitted BP-951401976-10.1.1.144-1426270084277:blk_1073741840_1016 (numBytes=254067) to /127.0.0.1:63115
2015-03-13 11:08:38,953 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741831
2015-03-13 11:08:38,953 INFO datanode.DataNode (DataXceiver.java:writeBlock(594)) - Received BP-951401976-10.1.1.144-1426270084277:blk_1073741840_1016 src: /127.0.0.1:63263 dest: /127.0.0.1:63115 of size 254067
2015-03-13 11:08:38,954 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741840_1016 size 254067
2015-03-13 11:08:39,406 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:39,555 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:39,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:08:39,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/COMMIT_STARTED dst=null perm=null
2015-03-13 11:08:39,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/COMMIT_SUCCESS dst=null perm=null
2015-03-13 11:08:39,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/COMMIT_FAIL dst=null perm=null
2015-03-13 11:08:39,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002 dst=null perm=null
2015-03-13 11:08:39,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 11:08:39,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 11:08:40,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.splitmetainfo dst=null perm=null
2015-03-13 11:08:40,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.splitmetainfo dst=null perm=null
2015-03-13 11:08:40,120 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63265, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1712897076_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741842_1018, duration: 223000
2015-03-13 11:08:40,409 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:40,559 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:40,714 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741841_1017
2015-03-13 11:08:40,714 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741842_1018
2015-03-13 11:08:40,714 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741838_1014
2015-03-13 11:08:40,715 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741841_1017
2015-03-13 11:08:40,715 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741843_1019
2015-03-13 11:08:40,717 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741840_1016
2015-03-13 11:08:40,717 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741840_1016
2015-03-13 11:08:40,718 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741838_1014
2015-03-13 11:08:40,718 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741839_1015
2015-03-13 11:08:40,949 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0002_000001 (auth:SIMPLE)
2015-03-13 11:08:40,952 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426270086855_0002_000001
2015-03-13 11:08:40,953 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426270086855_0002 APPATTEMPTID=appattempt_1426270086855_0002_000001
2015-03-13 11:08:40,953 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0002_000001 State change from LAUNCHED to RUNNING
2015-03-13 11:08:40,953 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0002 State change from ACCEPTED to RUNNING
2015-03-13 11:08:40,964 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741842_1018
2015-03-13 11:08:40,965 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741843_1019
2015-03-13 11:08:40,966 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741841_1017
2015-03-13 11:08:40,966 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741839_1015
2015-03-13 11:08:40,967 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741838_1014
2015-03-13 11:08:40,969 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741840_1016
2015-03-13 11:08:40,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job_1426270086855_0002_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:08:40,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:08:41,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job_1426270086855_0002_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:08:41,097 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63108 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741833_1009]
2015-03-13 11:08:41,097 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63115 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741831_1007, blk_1073741833_1009]
2015-03-13 11:08:41,102 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741843_1019
2015-03-13 11:08:41,103 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741841_1017
2015-03-13 11:08:41,104 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741840_1016
2015-03-13 11:08:41,105 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741842_1018
2015-03-13 11:08:41,105 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741839_1015
2015-03-13 11:08:41,233 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job_1426270086855_0002_1_conf.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:08:41,273 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741844_1020 src: /127.0.0.1:63271 dest: /127.0.0.1:63105
2015-03-13 11:08:41,275 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741844_1020 src: /127.0.0.1:63272 dest: /127.0.0.1:63115
2015-03-13 11:08:41,276 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741844_1020 src: /127.0.0.1:63273 dest: /127.0.0.1:63112
2015-03-13 11:08:41,286 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63273, dest: /127.0.0.1:63112, bytes: 91758, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1712897076_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741844_1020, duration: 7832000
2015-03-13 11:08:41,286 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741844_1020, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:08:41,287 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:08:41,287 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63272, dest: /127.0.0.1:63115, bytes: 91758, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1712897076_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741844_1020, duration: 8933000
2015-03-13 11:08:41,288 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:41,289 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:08:41,289 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63271, dest: /127.0.0.1:63105, bytes: 91758, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1712897076_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741844_1020, duration: 10842000
2015-03-13 11:08:41,290 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:08:41,290 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:08:41,295 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job_1426270086855_0002_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1712897076_1
2015-03-13 11:08:41,413 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:41,563 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:41,667 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1426270086855_0001_01_000001 succeeded
2015-03-13 11:08:41,668 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-03-13 11:08:41,668 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0001_01_000001
2015-03-13 11:08:41,677 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000001
2015-03-13 11:08:41,678 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000001
2015-03-13 11:08:41,678 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000001
2015-03-13 11:08:41,678 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426270086855_0001/container_1426270086855_0001_01_000001
2015-03-13 11:08:41,678 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000001
2015-03-13 11:08:41,681 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0001_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-03-13 11:08:41,681 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0001_01_000001 from application application_1426270086855_0001
2015-03-13 11:08:41,681 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:41,682 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0001
2015-03-13 11:08:41,723 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741828 for deletion
2015-03-13 11:08:41,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741829 for deletion
2015-03-13 11:08:41,725 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741830 for deletion
2015-03-13 11:08:41,725 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741828
2015-03-13 11:08:41,725 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741829
2015-03-13 11:08:41,725 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741831 for deletion
2015-03-13 11:08:41,725 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741830
2015-03-13 11:08:41,725 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741832 for deletion
2015-03-13 11:08:41,726 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741833 for deletion
2015-03-13 11:08:41,726 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741831
2015-03-13 11:08:41,726 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741832
2015-03-13 11:08:41,726 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741833
2015-03-13 11:08:42,122 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741828 for deletion
2015-03-13 11:08:42,123 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741829 for deletion
2015-03-13 11:08:42,123 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741831 for deletion
2015-03-13 11:08:42,123 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741828
2015-03-13 11:08:42,124 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741833 for deletion
2015-03-13 11:08:42,124 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741829
2015-03-13 11:08:42,124 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741831
2015-03-13 11:08:42,125 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741833
2015-03-13 11:08:42,415 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:42,417 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:08:42,417 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000002
2015-03-13 11:08:42,417 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0002_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63138, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 11:08:42,417 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0002 container=Container: [ContainerId: container_1426270086855_0002_01_000002, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] containerId=container_1426270086855_0002_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:42,418 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-03-13 11:08:42,418 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:42,419 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:08:42,419 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000003
2015-03-13 11:08:42,419 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0002_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63138, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2015-03-13 11:08:42,419 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0002 container=Container: [ContainerId: container_1426270086855_0002_01_000003, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] containerId=container_1426270086855_0002_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:42,420 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-03-13 11:08:42,420 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:42,564 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 1 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_COMPLETE diagnostics: "" exit_status: 0
2015-03-13 11:08:42,564 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0001_01_000001
2015-03-13 11:08:42,565 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0001_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:08:42,565 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(550)) - Unregistering app attempt : appattempt_1426270086855_0001_000001
2015-03-13 11:08:42,565 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0001_01_000001 in state: COMPLETED event:FINISHED
2015-03-13 11:08:42,566 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0001 CONTAINERID=container_1426270086855_0001_01_000001
2015-03-13 11:08:42,566 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0001_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63142, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:08:42,566 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-03-13 11:08:42,566 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0001_01_000001, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:42,566 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:42,566 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3
2015-03-13 11:08:42,567 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0001_000001 released container container_1426270086855_0001_01_000001 on node: host: 10.1.1.144:63142 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:08:42,567 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0001_000001 State change from FINISHING to FINISHED
2015-03-13 11:08:42,568 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000004 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:08:42,568 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000004
2015-03-13 11:08:42,568 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0002_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63142, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 11:08:42,568 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0002 container=Container: [ContainerId: container_1426270086855_0002_01_000004, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] containerId=container_1426270086855_0002_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:42,569 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=4
2015-03-13 11:08:42,569 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:42,569 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0001 State change from FINISHING to FINISHED
2015-03-13 11:08:42,570 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000005 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:08:42,570 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000005
2015-03-13 11:08:42,570 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0002_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63142, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2015-03-13 11:08:42,571 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0002 container=Container: [ContainerId: container_1426270086855_0002_01_000005, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] containerId=container_1426270086855_0002_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:42,571 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2015-03-13 11:08:42,571 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1426270086855_0001
2015-03-13 11:08:42,572 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1426270086855_0001_000001
2015-03-13 11:08:42,572 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:42,573 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000006 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:08:42,574 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000006
2015-03-13 11:08:42,574 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0002_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63142, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2015-03-13 11:08:42,574 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0002 container=Container: [ContainerId: container_1426270086855_0002_01_000006, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] containerId=container_1426270086855_0002_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:42,574 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2015-03-13 11:08:42,574 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(166)) - appId=application_1426270086855_0001,name=[FFB2FD297A6549DA8F2EE8E69BC1C6F7/4F3D448393224FD78DFFFD00080A6CD9] test/(1/1) ...pesplatform/serialization,user=soberoi,queue=default,state=FINISHED,trackingUrl=Edinburgh.local:63125/proxy/application_1426270086855_0001/jobhistory/job/job_1426270086855_0001,appMasterHost=Edinburgh.local,startTime=1426270095439,finishTime=1426270115621,finalStatus=SUCCEEDED
2015-03-13 11:08:42,574 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:42,576 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000007 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:08:42,576 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000007
2015-03-13 11:08:42,576 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0002_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63142, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2015-03-13 11:08:42,576 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0002 container=Container: [ContainerId: container_1426270086855_0002_01_000007, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] containerId=container_1426270086855_0002_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:42,577 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7
2015-03-13 11:08:42,577 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:42,577 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplication(470)) - Application appattempt_1426270086855_0001_000001 is done. finalState=FINISHED
2015-03-13 11:08:42,577 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0001_000001 (auth:SIMPLE)
2015-03-13 11:08:42,578 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1426270086855_0001 requests cleared
2015-03-13 11:08:42,578 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(779)) - Application removed - appId: application_1426270086855_0001 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-03-13 11:08:42,578 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(510)) - Application removed - appId: application_1426270086855_0001 user: soberoi leaf-queue of parent: root #applications: 1
2015-03-13 11:08:42,580 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0001_01_000001
2015-03-13 11:08:42,601 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:08:42,601 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0001
2015-03-13 11:08:42,601 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0001
2015-03-13 11:08:42,602 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0001
2015-03-13 11:08:42,603 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0001
2015-03-13 11:08:42,603 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:08:42,603 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0001, with delay of 10800 seconds
2015-03-13 11:08:42,603 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0001
2015-03-13 11:08:42,996 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:08:42,997 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:08:43,000 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:08:43,000 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:08:43,001 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:08:43,001 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:08:43,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.jar dst=null perm=null
2015-03-13 11:08:43,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.jar dst=null perm=null
2015-03-13 11:08:43,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.xml dst=null perm=null
2015-03-13 11:08:43,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.xml dst=null perm=null
2015-03-13 11:08:43,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:43,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:43,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:43,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:43,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:08:43,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:08:43,120 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0002_000001 (auth:SIMPLE)
2015-03-13 11:08:43,120 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0002_000001 (auth:SIMPLE)
2015-03-13 11:08:43,124 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0002_01_000003 by user soberoi
2015-03-13 11:08:43,125 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000003
2015-03-13 11:08:43,125 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0002_01_000002 by user soberoi
2015-03-13 11:08:43,126 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000002
2015-03-13 11:08:43,126 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0002_01_000005 by user soberoi
2015-03-13 11:08:43,126 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0002
2015-03-13 11:08:43,127 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0002_01_000003 to application application_1426270086855_0002
2015-03-13 11:08:43,127 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000005
2015-03-13 11:08:43,127 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0002_01_000002 to application application_1426270086855_0002
2015-03-13 11:08:43,127 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 11:08:43,127 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 11:08:43,127 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0002
2015-03-13 11:08:43,128 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0002
2015-03-13 11:08:43,129 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:08:43,129 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0002
2015-03-13 11:08:43,129 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0002
2015-03-13 11:08:43,129 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0002
2015-03-13 11:08:43,129 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:08:43,129 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0002
2015-03-13 11:08:43,130 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:08:43,130 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:08:43,128 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0002 transitioned from NEW to INITING
2015-03-13 11:08:43,132 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0002_01_000005 to application application_1426270086855_0002
2015-03-13 11:08:43,132 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0002 transitioned from INITING to RUNNING
2015-03-13 11:08:43,132 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000005 transitioned from NEW to LOCALIZING
2015-03-13 11:08:43,132 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0002
2015-03-13 11:08:43,133 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0002
2015-03-13 11:08:43,133 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:08:43,133 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0002
2015-03-13 11:08:43,133 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:08:43,133 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:08:43,134 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0002_01_000005
2015-03-13 11:08:43,135 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0002_01_000006 by user soberoi
2015-03-13 11:08:43,136 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000006
2015-03-13 11:08:43,136 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0002_01_000004 by user soberoi
2015-03-13 11:08:43,136 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000004
2015-03-13 11:08:43,135 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0002_01_000007 by user soberoi
2015-03-13 11:08:43,137 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000007
2015-03-13 11:08:43,139 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0002_01_000006 to application application_1426270086855_0002
2015-03-13 11:08:43,139 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0002_01_000004 to application application_1426270086855_0002
2015-03-13 11:08:43,139 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0002_01_000007 to application application_1426270086855_0002
2015-03-13 11:08:43,140 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000006 transitioned from NEW to LOCALIZING
2015-03-13 11:08:43,140 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000004 transitioned from NEW to LOCALIZING
2015-03-13 11:08:43,140 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000007 transitioned from NEW to LOCALIZING
2015-03-13 11:08:43,140 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0002
2015-03-13 11:08:43,140 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0002
2015-03-13 11:08:43,140 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:08:43,141 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0002
2015-03-13 11:08:43,141 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0002
2015-03-13 11:08:43,141 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0002
2015-03-13 11:08:43,141 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:08:43,141 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0002
2015-03-13 11:08:43,142 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0002
2015-03-13 11:08:43,142 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0002
2015-03-13 11:08:43,142 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:08:43,142 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0002
2015-03-13 11:08:43,143 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0002_01_000006
2015-03-13 11:08:43,147 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0002_01_000004
2015-03-13 11:08:43,150 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0002_01_000007
2015-03-13 11:08:43,184 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1426270086855_0002_01_000005.tokens. Credentials list:
2015-03-13 11:08:43,186 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1426270086855_0002_01_000004.tokens. Credentials list:
2015-03-13 11:08:43,188 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1426270086855_0002_01_000007.tokens. Credentials list:
2015-03-13 11:08:43,185 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1426270086855_0002_01_000006.tokens. Credentials list:
2015-03-13 11:08:43,197 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 11:08:43,197 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:43,205 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 11:08:43,205 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:43,215 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:08:43,237 INFO hs.JobHistory (JobHistory.java:run(188)) - History Cleaner started
2015-03-13 11:08:43,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2015-03-13 11:08:43,242 INFO hs.JobHistory (JobHistory.java:run(194)) - History Cleaner complete
2015-03-13 11:08:43,321 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000002/default_container_executor.sh]
2015-03-13 11:08:43,326 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000003/default_container_executor.sh]
2015-03-13 11:08:43,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1426270086855_0002_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000005.tokens
2015-03-13 11:08:43,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0002
2015-03-13 11:08:43,416 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:43,418 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:43,418 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:43,419 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:08:43,419 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:08:43,419 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:08:43,419 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0001
2015-03-13 11:08:43,419 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:08:43,420 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0001
2015-03-13 11:08:43,420 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0001
2015-03-13 11:08:43,419 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0001
2015-03-13 11:08:43,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426270086855_0001
2015-03-13 11:08:43,419 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0001, with delay of 10800 seconds
2015-03-13 11:08:43,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.jar dst=null perm=null
2015-03-13 11:08:43,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.jar dst=null perm=null
2015-03-13 11:08:43,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.jar dst=null perm=null
2015-03-13 11:08:43,478 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63279, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1215190374_1600, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741840_1016, duration: 872000
2015-03-13 11:08:43,508 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:08:43,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.xml dst=null perm=null
2015-03-13 11:08:43,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.xml dst=null perm=null
2015-03-13 11:08:43,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.xml dst=null perm=null
2015-03-13 11:08:43,548 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63280, bytes: 100212, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1215190374_1600, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741843_1019, duration: 344000
2015-03-13 11:08:43,569 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:43,570 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:43,570 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:43,571 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:43,572 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:08:43,572 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:08:43,572 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:08:43,573 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0001
2015-03-13 11:08:43,573 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:08:43,573 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:08:43,574 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0001
2015-03-13 11:08:43,574 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:08:43,574 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0001, with delay of 10800 seconds
2015-03-13 11:08:43,574 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426270086855_0001
2015-03-13 11:08:43,574 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426270086855_0001
2015-03-13 11:08:43,574 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426270086855_0001
2015-03-13 11:08:43,584 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:08:43,584 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:08:43,584 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:08:43,584 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:08:43,585 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:08:43,645 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000006 transitioned from LOCALIZED to RUNNING
2015-03-13 11:08:43,645 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:43,647 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000004 transitioned from LOCALIZED to RUNNING
2015-03-13 11:08:43,647 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:43,653 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000007 transitioned from LOCALIZED to RUNNING
2015-03-13 11:08:43,653 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:43,654 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000005 transitioned from LOCALIZED to RUNNING
2015-03-13 11:08:43,654 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:43,815 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000006/default_container_executor.sh]
2015-03-13 11:08:43,815 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000004/default_container_executor.sh]
2015-03-13 11:08:43,827 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000005/default_container_executor.sh]
2015-03-13 11:08:43,828 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000007/default_container_executor.sh]
2015-03-13 11:08:44,016 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:08:44,420 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:44,420 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:44,421 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:44,577 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:44,577 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:44,578 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:44,578 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:44,616 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:08:44,737 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1426270086855_0002_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000006.tokens
2015-03-13 11:08:44,737 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0002
2015-03-13 11:08:44,850 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:08:45,004 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1426270086855_0002_01_000007.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000007.tokens
2015-03-13 11:08:45,005 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0002
2015-03-13 11:08:45,128 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:08:45,261 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1426270086855_0002_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000004.tokens
2015-03-13 11:08:45,261 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0002
2015-03-13 11:08:45,426 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:45,427 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:45,427 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:45,580 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:45,580 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:45,581 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:45,581 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:45,722 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741844_1020
2015-03-13 11:08:45,973 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741844_1020
2015-03-13 11:08:46,109 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741844_1020
2015-03-13 11:08:46,433 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:46,434 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:46,434 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:46,585 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:46,586 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:46,586 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:46,587 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:47,437 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:47,437 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:47,438 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:47,589 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:47,590 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:47,590 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:47,590 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:48,441 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:48,441 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:48,441 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:48,593 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:48,594 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:48,594 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:48,594 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:49,443 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:49,443 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:49,444 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:49,597 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:49,598 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:49,598 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:49,599 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:50,448 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:50,449 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:50,449 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:50,602 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:50,602 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:50,603 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:50,603 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:51,454 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:51,454 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:51,455 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:51,608 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:51,609 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:51,609 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:51,610 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:52,458 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:52,458 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:52,458 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:52,615 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:52,615 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:52,616 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:52,616 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:53,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.split dst=null perm=null
2015-03-13 11:08:53,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.split dst=null perm=null
2015-03-13 11:08:53,462 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:53,463 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:53,463 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:53,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.split dst=null perm=null
2015-03-13 11:08:53,622 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:53,622 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:53,623 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:53,623 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:53,704 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63294, bytes: 1641, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0002_m_000002_0_1749146857_1, offset: 512, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741841_1017, duration: 1412000
2015-03-13 11:08:53,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.split dst=null perm=null
2015-03-13 11:08:53,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.split dst=null perm=null
2015-03-13 11:08:53,756 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63295, bytes: 2157, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0002_m_000001_0_-1801266269_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741841_1017, duration: 261000
2015-03-13 11:08:53,770 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63296, bytes: 2157, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0002_m_000000_0_-1620348096_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741841_1017, duration: 265000
2015-03-13 11:08:53,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.split dst=null perm=null
2015-03-13 11:08:53,929 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63300, bytes: 609, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0002_m_000005_0_860371644_1, offset: 1536, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741841_1017, duration: 252000
2015-03-13 11:08:53,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:08:53,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:08:53,950 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63302, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0002_m_000001_0_-1801266269_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741838_1014, duration: 1476000
2015-03-13 11:08:53,959 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63301, bytes: 1125, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0002_m_000003_0_1812248621_1, offset: 1024, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741841_1017, duration: 271000
2015-03-13 11:08:53,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:08:54,056 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63303, bytes: 1125, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0002_m_000004_0_-2083093010_1, offset: 1024, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741841_1017, duration: 229000
2015-03-13 11:08:54,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:08:54,102 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63300, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0002_m_000005_0_860371644_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741839_1015, duration: 235000
2015-03-13 11:08:54,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:08:54,132 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63304, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0002_m_000003_0_1812248621_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741839_1015, duration: 194000
2015-03-13 11:08:54,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:08:54,211 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63305, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0002_m_000004_0_-2083093010_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741838_1014, duration: 216000
2015-03-13 11:08:54,464 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:54,464 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:54,464 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:54,575 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63294, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0002_m_000002_0_1749146857_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741839_1015, duration: 226000
2015-03-13 11:08:54,600 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63306, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0002_m_000000_0_-1620348096_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741838_1014, duration: 1825000
2015-03-13 11:08:54,627 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:54,628 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:54,628 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:54,628 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:54,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1426270086855_0002_m_000002_0 dst=null perm=null
2015-03-13 11:08:54,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1426270086855_0002_m_000001_0 dst=null perm=null
2015-03-13 11:08:54,696 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0002_000001 (auth:SIMPLE)
2015-03-13 11:08:54,696 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0002_000001 (auth:SIMPLE)
2015-03-13 11:08:54,698 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0002_01_000003
2015-03-13 11:08:54,698 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0002_01_000004
2015-03-13 11:08:54,699 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000003 transitioned from RUNNING to KILLING
2015-03-13 11:08:54,699 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0002_01_000003
2015-03-13 11:08:54,699 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000003
2015-03-13 11:08:54,699 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000004 transitioned from RUNNING to KILLING
2015-03-13 11:08:54,699 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000004
2015-03-13 11:08:54,700 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:54,700 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:54,700 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0002_01_000004
2015-03-13 11:08:54,702 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:08:54,703 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:54,703 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:54,703 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:54,701 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:08:54,719 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0002_01_000004 is : 143
2015-03-13 11:08:54,719 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0002_01_000003 is : 143
2015-03-13 11:08:54,722 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job_1426270086855_0002_1.jhist. BP-951401976-10.1.1.144-1426270084277 blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:08:54,725 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741845_1021 src: /127.0.0.1:63310 dest: /127.0.0.1:63108
2015-03-13 11:08:54,729 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741845_1021 src: /127.0.0.1:63311 dest: /127.0.0.1:63105
2015-03-13 11:08:54,732 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741845_1021 src: /127.0.0.1:63312 dest: /127.0.0.1:63112
2015-03-13 11:08:54,737 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:08:54,737 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:08:54,739 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000003
2015-03-13 11:08:54,740 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000003
2015-03-13 11:08:54,740 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000003
2015-03-13 11:08:54,740 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:08:54,740 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0002_01_000003 from application application_1426270086855_0002
2015-03-13 11:08:54,740 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:54,740 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0002
2015-03-13 11:08:54,740 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000003
2015-03-13 11:08:54,741 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000003
2015-03-13 11:08:54,742 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000004
2015-03-13 11:08:54,742 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000004
2015-03-13 11:08:54,742 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:08:54,743 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0002_01_000004 from application application_1426270086855_0002
2015-03-13 11:08:54,743 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:54,743 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0002
2015-03-13 11:08:54,744 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000004
2015-03-13 11:08:54,744 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000004
2015-03-13 11:08:54,744 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000004
2015-03-13 11:08:54,746 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job_1426270086855_0002_1.jhist for DFSClient_NONMAPREDUCE_-1712897076_1
2015-03-13 11:08:54,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1426270086855_0002_m_000000_0 dst=null perm=null
2015-03-13 11:08:54,779 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0002_01_000002
2015-03-13 11:08:54,780 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000002
2015-03-13 11:08:54,780 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000002 transitioned from RUNNING to KILLING
2015-03-13 11:08:54,780 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0002_01_000002
2015-03-13 11:08:54,780 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:54,781 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:08:54,781 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:08:54,781 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0002_01_000003
2015-03-13 11:08:54,782 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:08:54,782 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0002_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 11:08:54,782 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000003
2015-03-13 11:08:54,782 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0002_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63138, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-03-13 11:08:54,782 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:7168, vCores:6> numContainers=6 user=soberoi user-resources=<memory:7168, vCores:6>
2015-03-13 11:08:54,782 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0002_01_000003, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:54,783 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:54,783 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-03-13 11:08:54,783 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0002_000001 released container container_1426270086855_0002_01_000003 on node: host: 10.1.1.144:63138 #containers=2 available=1024 used=3072 with event: FINISHED
2015-03-13 11:08:54,794 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0002_01_000002 is : 143
2015-03-13 11:08:54,809 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:08:54,810 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000002
2015-03-13 11:08:54,811 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000002
2015-03-13 11:08:54,811 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000002
2015-03-13 11:08:54,812 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000002
2015-03-13 11:08:54,813 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000002
2015-03-13 11:08:54,813 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:08:54,814 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0002_01_000002 from application application_1426270086855_0002
2015-03-13 11:08:54,814 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:54,814 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0002
2015-03-13 11:08:54,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1426270086855_0002_m_000005_0 dst=null perm=null
2015-03-13 11:08:54,881 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0002_01_000007
2015-03-13 11:08:54,881 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000007
2015-03-13 11:08:54,881 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000007 transitioned from RUNNING to KILLING
2015-03-13 11:08:54,882 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:08:54,882 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0002_01_000004
2015-03-13 11:08:54,882 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:54,883 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:54,883 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0002_01_000007
2015-03-13 11:08:54,883 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:08:54,884 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:08:54,884 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0002_01_000004 in state: COMPLETED event:FINISHED
2015-03-13 11:08:54,884 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000004
2015-03-13 11:08:54,884 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0002_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63142, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-03-13 11:08:54,884 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-03-13 11:08:54,885 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0002_01_000004, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:54,885 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:54,885 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-03-13 11:08:54,885 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0002_000001 released container container_1426270086855_0002_01_000004 on node: host: 10.1.1.144:63142 #containers=3 available=1024 used=3072 with event: FINISHED
2015-03-13 11:08:54,896 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0002_01_000007 is : 143
2015-03-13 11:08:54,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1426270086855_0002_m_000003_0 dst=null perm=null
2015-03-13 11:08:54,918 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:08:54,918 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000007
2015-03-13 11:08:54,919 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000007
2015-03-13 11:08:54,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000007
2015-03-13 11:08:54,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000007
2015-03-13 11:08:54,926 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000007
2015-03-13 11:08:54,926 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:08:54,926 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0002_01_000007 from application application_1426270086855_0002
2015-03-13 11:08:54,926 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:54,926 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0002
2015-03-13 11:08:54,952 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0002_01_000005
2015-03-13 11:08:54,952 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000005
2015-03-13 11:08:54,953 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:54,953 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:54,953 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:08:54,953 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0002_01_000007
2015-03-13 11:08:54,954 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000005 transitioned from RUNNING to KILLING
2015-03-13 11:08:54,954 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:08:54,954 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0002_01_000007 in state: COMPLETED event:FINISHED
2015-03-13 11:08:54,954 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000007
2015-03-13 11:08:54,955 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0002_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63142, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-03-13 11:08:54,955 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-03-13 11:08:54,955 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0002_01_000005
2015-03-13 11:08:54,955 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0002_01_000007, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:54,956 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:54,956 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-03-13 11:08:54,956 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0002_000001 released container container_1426270086855_0002_01_000007 on node: host: 10.1.1.144:63142 #containers=2 available=2048 used=2048 with event: FINISHED
2015-03-13 11:08:54,973 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0002_01_000005 is : 143
2015-03-13 11:08:54,992 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:08:54,992 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000005
2015-03-13 11:08:54,994 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000005
2015-03-13 11:08:54,995 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000005
2015-03-13 11:08:54,995 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000005
2015-03-13 11:08:54,997 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000005
2015-03-13 11:08:54,998 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:08:54,998 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0002_01_000005 from application application_1426270086855_0002
2015-03-13 11:08:54,999 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:54,999 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0002
2015-03-13 11:08:55,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1426270086855_0002_m_000004_0 dst=null perm=null
2015-03-13 11:08:55,024 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0002_01_000006
2015-03-13 11:08:55,024 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000006
2015-03-13 11:08:55,024 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:08:55,024 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0002_01_000005
2015-03-13 11:08:55,025 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:55,025 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000006 transitioned from RUNNING to KILLING
2015-03-13 11:08:55,025 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:08:55,025 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0002_01_000005 in state: COMPLETED event:FINISHED
2015-03-13 11:08:55,025 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000005
2015-03-13 11:08:55,026 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0002_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63142, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-03-13 11:08:55,026 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-03-13 11:08:55,026 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0002_01_000005, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:55,026 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:55,026 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-03-13 11:08:55,026 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0002_000001 released container container_1426270086855_0002_01_000005 on node: host: 10.1.1.144:63142 #containers=1 available=3072 used=1024 with event: FINISHED
2015-03-13 11:08:55,027 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0002_01_000006
2015-03-13 11:08:55,041 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0002_01_000006 is : 143
2015-03-13 11:08:55,052 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:08:55,052 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000006
2015-03-13 11:08:55,052 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000006
2015-03-13 11:08:55,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000006
2015-03-13 11:08:55,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000006
2015-03-13 11:08:55,053 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000006
2015-03-13 11:08:55,054 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:08:55,054 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0002_01_000006 from application application_1426270086855_0002
2015-03-13 11:08:55,055 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:55,055 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0002
2015-03-13 11:08:55,787 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:55,788 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:08:55,788 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0002_01_000002
2015-03-13 11:08:55,789 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:08:55,789 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0002_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 11:08:55,789 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000002
2015-03-13 11:08:55,789 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0002_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63138, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:08:55,789 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-03-13 11:08:55,790 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0002_01_000002, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:55,790 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:55,790 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:08:55,791 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0002_000001 released container container_1426270086855_0002_01_000002 on node: host: 10.1.1.144:63138 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:08:56,028 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:08:56,028 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0002_01_000006
2015-03-13 11:08:56,029 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:08:56,029 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0002_01_000006 in state: COMPLETED event:FINISHED
2015-03-13 11:08:56,029 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000006
2015-03-13 11:08:56,030 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0002_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63142, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:08:56,030 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:08:56,030 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0002_01_000006, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:56,031 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:56,031 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:08:56,031 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0002_000001 released container container_1426270086855_0002_01_000006 on node: host: 10.1.1.144:63142 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:08:56,646 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000008 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:08:56,646 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000008
2015-03-13 11:08:56,646 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0002_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 11:08:56,646 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0002 container=Container: [ContainerId: container_1426270086855_0002_01_000008, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0002_01_000008 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:56,647 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:08:56,647 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:08:56,791 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:57,087 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:08:57,098 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0002_000001 (auth:SIMPLE)
2015-03-13 11:08:57,101 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0002_01_000008 by user soberoi
2015-03-13 11:08:57,101 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0002
2015-03-13 11:08:57,101 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000008
2015-03-13 11:08:57,101 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0002 transitioned from NEW to INITING
2015-03-13 11:08:57,102 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0002_01_000008 to application application_1426270086855_0002
2015-03-13 11:08:57,102 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0002 transitioned from INITING to RUNNING
2015-03-13 11:08:57,102 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000008 transitioned from NEW to LOCALIZING
2015-03-13 11:08:57,102 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0002
2015-03-13 11:08:57,102 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0002
2015-03-13 11:08:57,103 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:08:57,103 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0002
2015-03-13 11:08:57,103 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:08:57,104 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:08:57,104 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0002_01_000008
2015-03-13 11:08:57,113 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1426270086855_0002_01_000008.tokens. Credentials list:
2015-03-13 11:08:57,130 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:08:57,209 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1426270086855_0002_01_000008.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000008.tokens
2015-03-13 11:08:57,209 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0002
2015-03-13 11:08:57,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.jar dst=null perm=null
2015-03-13 11:08:57,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.jar dst=null perm=null
2015-03-13 11:08:57,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.jar dst=null perm=null
2015-03-13 11:08:57,292 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63316, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2119750656_1884, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741840_1016, duration: 639000
2015-03-13 11:08:57,313 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:08:57,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.xml dst=null perm=null
2015-03-13 11:08:57,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.xml dst=null perm=null
2015-03-13 11:08:57,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.xml dst=null perm=null
2015-03-13 11:08:57,350 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63317, bytes: 100212, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2119750656_1884, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741843_1019, duration: 388000
2015-03-13 11:08:57,367 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:08:57,368 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000008 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:08:57,403 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000008 transitioned from LOCALIZED to RUNNING
2015-03-13 11:08:57,403 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:08:57,482 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000008/default_container_executor.sh]
2015-03-13 11:08:57,645 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 8 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:57,646 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000008 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:08:57,795 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:58,097 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:08:58,647 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 8 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:58,799 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:59,648 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 8 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:08:59,802 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:00,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1426270086855_0002_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:00,092 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1426270086855_0002_r_000000_0/part-00000. BP-951401976-10.1.1.144-1426270084277 blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:09:00,164 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741846_1022 src: /127.0.0.1:63322 dest: /127.0.0.1:63108
2015-03-13 11:09:00,165 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741846_1022 src: /127.0.0.1:63323 dest: /127.0.0.1:63112
2015-03-13 11:09:00,167 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741846_1022 src: /127.0.0.1:63324 dest: /127.0.0.1:63115
2015-03-13 11:09:00,179 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63324, dest: /127.0.0.1:63115, bytes: 3640, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0002_r_000000_0_834022158_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741846_1022, duration: 11075000
2015-03-13 11:09:00,180 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741846_1022, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:00,181 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:00,181 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63323, dest: /127.0.0.1:63112, bytes: 3640, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0002_r_000000_0_834022158_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741846_1022, duration: 11948000
2015-03-13 11:09:00,181 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:00,182 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63322, dest: /127.0.0.1:63108, bytes: 3640, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0002_r_000000_0_834022158_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741846_1022, duration: 13547000
2015-03-13 11:09:00,182 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:00,183 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:00,184 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:00,188 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1426270086855_0002_r_000000_0/part-00000 is closed by DFSClient_attempt_1426270086855_0002_r_000000_0_834022158_1
2015-03-13 11:09:00,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1426270086855_0002_r_000000_0 dst=null perm=null
2015-03-13 11:09:00,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1426270086855_0002_r_000000_0 dst=null perm=null
2015-03-13 11:09:00,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/task_1426270086855_0002_r_000000 dst=null perm=null
2015-03-13 11:09:00,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/_temporary/attempt_1426270086855_0002_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/task_1426270086855_0002_r_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:09:00,224 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0002_01_000008
2015-03-13 11:09:00,225 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000008
2015-03-13 11:09:00,225 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000008 transitioned from RUNNING to KILLING
2015-03-13 11:09:00,225 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0002_01_000008
2015-03-13 11:09:00,226 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 8 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:09:00,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:00,234 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1712897076_1
2015-03-13 11:09:00,238 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0002_01_000008 is : 143
2015-03-13 11:09:00,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1 dst=null perm=null
2015-03-13 11:09:00,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null
2015-03-13 11:09:00,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null
2015-03-13 11:09:00,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/task_1426270086855_0002_r_000000 dst=null perm=null
2015-03-13 11:09:00,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/part-00000 dst=null perm=null
2015-03-13 11:09:00,253 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:09:00,253 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000008
2015-03-13 11:09:00,254 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000008
2015-03-13 11:09:00,254 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000008
2015-03-13 11:09:00,254 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000008
2015-03-13 11:09:00,255 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:09:00,255 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0002_01_000008 from application application_1426270086855_0002
2015-03-13 11:09:00,255 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:00,255 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0002
2015-03-13 11:09:00,255 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000008
2015-03-13 11:09:00,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary/1/task_1426270086855_0002_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:00,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary dst=null perm=null
2015-03-13 11:09:00,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:00,271 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1712897076_1
2015-03-13 11:09:00,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:00,275 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1712897076_1
2015-03-13 11:09:00,292 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63312, dest: /127.0.0.1:63112, bytes: 74038, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1712897076_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741845_1021, duration: 5555517000
2015-03-13 11:09:00,292 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741845_1021, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:00,293 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:09:00,294 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63311, dest: /127.0.0.1:63105, bytes: 74038, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1712897076_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741845_1021, duration: 5551353000
2015-03-13 11:09:00,294 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:00,295 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:09:00,296 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63310, dest: /127.0.0.1:63108, bytes: 74038, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1712897076_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741845_1021, duration: 5558476000
2015-03-13 11:09:00,296 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:00,297 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:09:00,300 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job_1426270086855_0002_1.jhist is closed by DFSClient_NONMAPREDUCE_-1712897076_1
2015-03-13 11:09:00,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:00,308 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002.summary_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:09:00,310 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741847_1023 src: /127.0.0.1:63325 dest: /127.0.0.1:63105
2015-03-13 11:09:00,314 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741847_1023 src: /127.0.0.1:63326 dest: /127.0.0.1:63112
2015-03-13 11:09:00,316 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741847_1023 src: /127.0.0.1:63327 dest: /127.0.0.1:63108
2015-03-13 11:09:00,320 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63327, dest: /127.0.0.1:63108, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1712897076_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741847_1023, duration: 2336000
2015-03-13 11:09:00,320 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741847_1023, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:00,321 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:09:00,321 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63326, dest: /127.0.0.1:63112, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1712897076_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741847_1023, duration: 2751000
2015-03-13 11:09:00,322 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:00,322 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:09:00,323 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63325, dest: /127.0.0.1:63105, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1712897076_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741847_1023, duration: 3997000
2015-03-13 11:09:00,323 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:00,323 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:09:00,325 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1712897076_1
2015-03-13 11:09:00,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:09:00,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job_1426270086855_0002_1.jhist dst=null perm=null
2015-03-13 11:09:00,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002-1426270117132-soberoi-%5B08FF81C2EBE54EC3820F953D75E0D008%2FF343B9F8E3634182-1426270140276-6-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:09:00,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job_1426270086855_0002_1.jhist dst=null perm=null
2015-03-13 11:09:00,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002-1426270117132-soberoi-%5B08FF81C2EBE54EC3820F953D75E0D008%2FF343B9F8E3634182-1426270140276-6-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:09:00,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job_1426270086855_0002_1.jhist dst=null perm=null
2015-03-13 11:09:00,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002-1426270117132-soberoi-%5B08FF81C2EBE54EC3820F953D75E0D008%2FF343B9F8E3634182-1426270140276-6-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:00,348 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63328, bytes: 74618, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1712897076_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741845_1021, duration: 495000
2015-03-13 11:09:00,351 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002-1426270117132-soberoi-%5B08FF81C2EBE54EC3820F953D75E0D008%2FF343B9F8E3634182-1426270140276-6-1-SUCCEEDED-default.jhist_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:09:00,354 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741848_1024 src: /127.0.0.1:63329 dest: /127.0.0.1:63105
2015-03-13 11:09:00,355 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741848_1024 src: /127.0.0.1:63330 dest: /127.0.0.1:63108
2015-03-13 11:09:00,357 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741848_1024 src: /127.0.0.1:63331 dest: /127.0.0.1:63115
2015-03-13 11:09:00,366 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63331, dest: /127.0.0.1:63115, bytes: 74038, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1712897076_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741848_1024, duration: 6673000
2015-03-13 11:09:00,366 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741848_1024, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:00,367 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:00,367 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63330, dest: /127.0.0.1:63108, bytes: 74038, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1712897076_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741848_1024, duration: 7652000
2015-03-13 11:09:00,367 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:00,368 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:00,368 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63329, dest: /127.0.0.1:63105, bytes: 74038, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1712897076_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741848_1024, duration: 8587000
2015-03-13 11:09:00,368 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:00,369 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:00,370 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002-1426270117132-soberoi-%5B08FF81C2EBE54EC3820F953D75E0D008%2FF343B9F8E3634182-1426270140276-6-1-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1712897076_1
2015-03-13 11:09:00,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002-1426270117132-soberoi-%5B08FF81C2EBE54EC3820F953D75E0D008%2FF343B9F8E3634182-1426270140276-6-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:09:00,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job_1426270086855_0002_1_conf.xml dst=null perm=null
2015-03-13 11:09:00,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002_conf.xml_tmp dst=null perm=null
2015-03-13 11:09:00,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job_1426270086855_0002_1_conf.xml dst=null perm=null
2015-03-13 11:09:00,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002_conf.xml_tmp dst=null perm=null
2015-03-13 11:09:00,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002/job_1426270086855_0002_1_conf.xml dst=null perm=null
2015-03-13 11:09:00,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:00,386 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63332, bytes: 92478, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1712897076_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741844_1020, duration: 574000
2015-03-13 11:09:00,389 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002_conf.xml_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:09:00,391 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741849_1025 src: /127.0.0.1:63333 dest: /127.0.0.1:63112
2015-03-13 11:09:00,393 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741849_1025 src: /127.0.0.1:63334 dest: /127.0.0.1:63105
2015-03-13 11:09:00,394 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741849_1025 src: /127.0.0.1:63335 dest: /127.0.0.1:63115
2015-03-13 11:09:00,399 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63335, dest: /127.0.0.1:63115, bytes: 91758, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1712897076_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741849_1025, duration: 2677000
2015-03-13 11:09:00,399 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741849_1025, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:00,399 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:00,400 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63334, dest: /127.0.0.1:63105, bytes: 91758, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1712897076_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741849_1025, duration: 3365000
2015-03-13 11:09:00,400 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:00,401 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63333, dest: /127.0.0.1:63112, bytes: 91758, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1712897076_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741849_1025, duration: 4065000
2015-03-13 11:09:00,401 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:00,401 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:00,402 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:00,404 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1712897076_1
2015-03-13 11:09:00,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:09:00,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:09:00,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:09:00,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002-1426270117132-soberoi-%5B08FF81C2EBE54EC3820F953D75E0D008%2FF343B9F8E3634182-1426270140276-6-1-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002-1426270117132-soberoi-%5B08FF81C2EBE54EC3820F953D75E0D008%2FF343B9F8E3634182-1426270140276-6-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:09:00,445 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0002_000001 State change from RUNNING to FINISHING
2015-03-13 11:09:00,445 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426270086855_0002
2015-03-13 11:09:00,445 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0002 State change from RUNNING to REMOVING
2015-03-13 11:09:00,446 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426270086855_0002
2015-03-13 11:09:00,446 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0002 State change from REMOVING to FINISHING
2015-03-13 11:09:00,732 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741846_1022
2015-03-13 11:09:00,733 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741845_1021
2015-03-13 11:09:00,734 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741845_1021
2015-03-13 11:09:00,734 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741848_1024
2015-03-13 11:09:00,734 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741847_1023
2015-03-13 11:09:00,734 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741847_1023
2015-03-13 11:09:00,735 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741848_1024
2015-03-13 11:09:00,735 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741849_1025
2015-03-13 11:09:00,803 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:00,985 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741849_1025
2015-03-13 11:09:00,987 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741845_1021
2015-03-13 11:09:00,987 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741847_1023
2015-03-13 11:09:00,988 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741846_1022
2015-03-13 11:09:01,124 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741846_1022
2015-03-13 11:09:01,125 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741848_1024
2015-03-13 11:09:01,126 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741849_1025
2015-03-13 11:09:01,231 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 8 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:09:01,231 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0002_01_000008
2015-03-13 11:09:01,232 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000008 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:09:01,232 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0002_01_000008 in state: COMPLETED event:FINISHED
2015-03-13 11:09:01,232 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000008
2015-03-13 11:09:01,232 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0002_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:09:01,232 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:09:01,233 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0002_01_000008, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:01,233 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:01,233 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:09:01,233 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0002_000001 released container container_1426270086855_0002_01_000008 on node: host: 10.1.1.144:63134 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:09:01,453 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741840_1016 127.0.0.1:63105 127.0.0.1:63108 127.0.0.1:63112 127.0.0.1:63115
2015-03-13 11:09:01,453 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741841_1017 127.0.0.1:63105 127.0.0.1:63108 127.0.0.1:63112 127.0.0.1:63115
2015-03-13 11:09:01,453 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741842_1018 127.0.0.1:63105 127.0.0.1:63115 127.0.0.1:63112
2015-03-13 11:09:01,453 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741843_1019 127.0.0.1:63112 127.0.0.1:63105 127.0.0.1:63115
2015-03-13 11:09:01,454 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741845_1021 127.0.0.1:63108 127.0.0.1:63105 127.0.0.1:63112
2015-03-13 11:09:01,454 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741844_1020 127.0.0.1:63105 127.0.0.1:63115 127.0.0.1:63112
2015-03-13 11:09:01,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0002 dst=null perm=null
2015-03-13 11:09:01,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null
2015-03-13 11:09:01,496 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary
2015-03-13 11:09:01,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/_temporary dst=null perm=null
2015-03-13 11:09:01,514 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:09:01,515 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:09:01,516 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:09:01,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null
2015-03-13 11:09:01,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null
2015-03-13 11:09:01,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null
2015-03-13 11:09:01,520 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:09:01,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/part-00000 dst=null perm=null
2015-03-13 11:09:01,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/part-00000 dst=null perm=null
2015-03-13 11:09:01,524 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63337, bytes: 3672, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741846_1022, duration: 225000
2015-03-13 11:09:01,527 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output//hadoop2-mr1/serializedpipesplatform/writablekeyvalue
2015-03-13 11:09:01,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null
2015-03-13 11:09:01,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null
2015-03-13 11:09:01,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null
2015-03-13 11:09:01,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue dst=null perm=null
2015-03-13 11:09:01,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/part-00000 dst=null perm=null
2015-03-13 11:09:01,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/writablekeyvalue/part-00000 dst=null perm=null
2015-03-13 11:09:01,534 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63337, bytes: 3672, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741846_1022, duration: 210000
2015-03-13 11:09:01,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:09:01,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:09:01,554 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:09:01,557 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-03-13 11:09:01,557 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-03-13 11:09:01,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null
2015-03-13 11:09:01,591 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-03-13 11:09:01,591 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt"]
2015-03-13 11:09:01,591 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt"]
2015-03-13 11:09:01,591 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["SequenceFile[['num', 'char', 'group', 'value', 'num2', 'char2', 'group2', 'value2']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false"]
2015-03-13 11:09:01,592 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-03-13 11:09:01,592 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 2
2015-03-13 11:09:01,592 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 2
2015-03-13 11:09:01,593 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/2)
2015-03-13 11:09:01,606 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:09:01,617 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:09:01,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3116795432_lower_upper_3EA1CD899E86414DA34815B85AACB6A8 dst=null perm=null
2015-03-13 11:09:01,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:09:01,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:09:01,623 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 3
2015-03-13 11:09:01,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003 dst=null perm=null
2015-03-13 11:09:01,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 11:09:01,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 11:09:01,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.jar dst=null perm=null
2015-03-13 11:09:01,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:01,633 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.jar. BP-951401976-10.1.1.144-1426270084277 blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:09:01,635 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741850_1026 src: /127.0.0.1:63339 dest: /127.0.0.1:63112
2015-03-13 11:09:01,636 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741850_1026 src: /127.0.0.1:63340 dest: /127.0.0.1:63108
2015-03-13 11:09:01,637 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741850_1026 src: /127.0.0.1:63341 dest: /127.0.0.1:63115
2015-03-13 11:09:01,642 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63341, dest: /127.0.0.1:63115, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741850_1026, duration: 2318000
2015-03-13 11:09:01,642 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741850_1026, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:01,642 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:01,643 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63340, dest: /127.0.0.1:63108, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741850_1026, duration: 3032000
2015-03-13 11:09:01,643 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:01,643 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:01,644 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63339, dest: /127.0.0.1:63112, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741850_1026, duration: 4322000
2015-03-13 11:09:01,644 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:01,645 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:01,646 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.jar is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:09:01,648 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.jar
2015-03-13 11:09:01,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.jar dst=null perm=null
2015-03-13 11:09:01,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:01,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:01,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:01,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:01,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 11:09:01,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 11:09:01,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 11:09:01,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 11:09:01,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 11:09:01,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:01,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:09:01,662 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:09:01,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:09:01,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:09:01,665 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:09:01,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:09:01,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:01,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:01,673 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.split
2015-03-13 11:09:01,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.split dst=null perm=null
2015-03-13 11:09:01,674 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.split. BP-951401976-10.1.1.144-1426270084277 blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:09:01,676 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741851_1027 src: /127.0.0.1:63342 dest: /127.0.0.1:63115
2015-03-13 11:09:01,677 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741851_1027 src: /127.0.0.1:63343 dest: /127.0.0.1:63112
2015-03-13 11:09:01,679 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741851_1027 src: /127.0.0.1:63344 dest: /127.0.0.1:63105
2015-03-13 11:09:01,681 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741851_1027 src: /127.0.0.1:63345 dest: /127.0.0.1:63108
2015-03-13 11:09:01,688 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63345, dest: /127.0.0.1:63108, bytes: 717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741851_1027, duration: 3669000
2015-03-13 11:09:01,688 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741851_1027, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:01,689 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63344, dest: /127.0.0.1:63105, bytes: 717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741851_1027, duration: 3617000
2015-03-13 11:09:01,689 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:09:01,690 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:01,691 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63343, dest: /127.0.0.1:63112, bytes: 717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741851_1027, duration: 6531000
2015-03-13 11:09:01,691 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:01,691 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:09:01,692 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:09:01,692 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63342, dest: /127.0.0.1:63115, bytes: 717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741851_1027, duration: 6333000
2015-03-13 11:09:01,692 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:01,694 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:09:01,696 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.split is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:09:01,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:01,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:01,701 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.splitmetainfo. BP-951401976-10.1.1.144-1426270084277 blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:09:01,702 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741852_1028 src: /127.0.0.1:63346 dest: /127.0.0.1:63112
2015-03-13 11:09:01,703 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741852_1028 src: /127.0.0.1:63347 dest: /127.0.0.1:63115
2015-03-13 11:09:01,705 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741852_1028 src: /127.0.0.1:63348 dest: /127.0.0.1:63105
2015-03-13 11:09:01,707 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63348, dest: /127.0.0.1:63105, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741852_1028, duration: 1317000
2015-03-13 11:09:01,708 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741852_1028, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:01,708 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:09:01,708 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63347, dest: /127.0.0.1:63115, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741852_1028, duration: 1852000
2015-03-13 11:09:01,708 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:01,709 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:09:01,709 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63346, dest: /127.0.0.1:63112, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741852_1028, duration: 2850000
2015-03-13 11:09:01,710 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:01,710 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:09:01,713 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:09:01,713 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:2
2015-03-13 11:09:01,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:01,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:01,719 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:09:01,720 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:09:01,720 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:09:01,732 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:09:01,735 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741853_1029 src: /127.0.0.1:63349 dest: /127.0.0.1:63115
2015-03-13 11:09:01,738 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741853_1029 src: /127.0.0.1:63350 dest: /127.0.0.1:63105
2015-03-13 11:09:01,740 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741853_1029 src: /127.0.0.1:63351 dest: /127.0.0.1:63112
2015-03-13 11:09:01,743 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63351, dest: /127.0.0.1:63112, bytes: 99537, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741853_1029, duration: 1786000
2015-03-13 11:09:01,743 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741853_1029, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:01,744 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:09:01,744 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63350, dest: /127.0.0.1:63105, bytes: 99537, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741853_1029, duration: 2420000
2015-03-13 11:09:01,744 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:01,745 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:09:01,745 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63349, dest: /127.0.0.1:63115, bytes: 99537, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741853_1029, duration: 3410000
2015-03-13 11:09:01,745 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:01,747 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:09:01,748 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.xml is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:09:01,748 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426270086855_0003
2015-03-13 11:09:01,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003 dst=null perm=null
2015-03-13 11:09:01,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.xml dst=null perm=null
2015-03-13 11:09:01,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.xml dst=null perm=null
2015-03-13 11:09:01,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.jar dst=null perm=null
2015-03-13 11:09:01,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.jar dst=null perm=null
2015-03-13 11:09:01,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.split dst=null perm=null
2015-03-13 11:09:01,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.split dst=null perm=null
2015-03-13 11:09:01,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.splitmetainfo dst=null perm=null
2015-03-13 11:09:01,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.splitmetainfo dst=null perm=null
2015-03-13 11:09:01,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:01,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:01,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:01,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:01,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:01,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:01,766 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 3 submitted by user soberoi
2015-03-13 11:09:01,766 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426270086855_0003
2015-03-13 11:09:01,766 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426270086855_0003
2015-03-13 11:09:01,767 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426270086855_0003
2015-03-13 11:09:01,767 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0003 State change from NEW to NEW_SAVING
2015-03-13 11:09:01,768 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0003 State change from NEW_SAVING to SUBMITTED
2015-03-13 11:09:01,768 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426270086855_0003_000001
2015-03-13 11:09:01,769 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0003_000001 State change from NEW to SUBMITTED
2015-03-13 11:09:01,769 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426270086855_0003 from user: soberoi activated in queue: default
2015-03-13 11:09:01,769 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426270086855_0003 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@20a38b8, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-03-13 11:09:01,769 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426270086855_0003 user: soberoi leaf-queue of parent: root #applications: 2
2015-03-13 11:09:01,769 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426270086855_0003_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2015-03-13 11:09:01,769 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426270086855_0003 to ResourceManager at /10.1.1.144:63128
2015-03-13 11:09:01,770 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0003_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 11:09:01,770 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0003 State change from SUBMITTED to ACCEPTED
2015-03-13 11:09:01,773 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:63125/proxy/application_1426270086855_0003/
2015-03-13 11:09:01,774 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1426270086855_0003
2015-03-13 11:09:01,774 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:63125/proxy/application_1426270086855_0003/
2015-03-13 11:09:01,808 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:01,810 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0003_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:09:01,810 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0003 CONTAINERID=container_1426270086855_0003_01_000001
2015-03-13 11:09:01,810 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0003_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63138, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2015-03-13 11:09:01,810 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0003 container=Container: [ContainerId: container_1426270086855_0003_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] containerId=container_1426270086855_0003_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:01,811 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 11:09:01,811 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0003_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:09:01,811 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:01,812 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426270086855_0003 AttemptId: appattempt_1426270086855_0003_000001 MasterContainer: Container: [ContainerId: container_1426270086855_0003_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ]
2015-03-13 11:09:01,812 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0003_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 11:09:01,812 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426270086855_0003_000001
2015-03-13 11:09:01,812 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0003_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 11:09:01,813 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426270086855_0003_000001
2015-03-13 11:09:01,814 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426270086855_0003_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] for AM appattempt_1426270086855_0003_000001
2015-03-13 11:09:01,814 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426270086855_0003_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 11:09:01,817 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0003_000001 (auth:SIMPLE)
2015-03-13 11:09:01,821 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0003_01_000001 by user soberoi
2015-03-13 11:09:01,821 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0003
2015-03-13 11:09:01,821 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0003 CONTAINERID=container_1426270086855_0003_01_000001
2015-03-13 11:09:01,822 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0003 transitioned from NEW to INITING
2015-03-13 11:09:01,822 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0003_01_000001 to application application_1426270086855_0003
2015-03-13 11:09:01,822 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0003 transitioned from INITING to RUNNING
2015-03-13 11:09:01,822 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426270086855_0003_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] for AM appattempt_1426270086855_0003_000001
2015-03-13 11:09:01,822 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0003_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 11:09:01,822 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0003_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 11:09:01,823 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0003
2015-03-13 11:09:01,823 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:09:01,823 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 11:09:01,823 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.split transitioned from INIT to DOWNLOADING
2015-03-13 11:09:01,823 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:09:01,824 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0003_01_000001
2015-03-13 11:09:01,833 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1426270086855_0003_01_000001.tokens. Credentials list:
2015-03-13 11:09:01,849 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:09:01,929 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1426270086855_0003_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0003/container_1426270086855_0003_01_000001.tokens
2015-03-13 11:09:01,930 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0003
2015-03-13 11:09:02,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.jar dst=null perm=null
2015-03-13 11:09:02,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.jar dst=null perm=null
2015-03-13 11:09:02,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.jar dst=null perm=null
2015-03-13 11:09:02,008 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63337, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-582177516_2033, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741850_1026, duration: 760000
2015-03-13 11:09:02,032 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:09:02,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.splitmetainfo dst=null perm=null
2015-03-13 11:09:02,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.splitmetainfo dst=null perm=null
2015-03-13 11:09:02,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.splitmetainfo dst=null perm=null
2015-03-13 11:09:02,066 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63355, bytes: 82, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-582177516_2033, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741852_1028, duration: 227000
2015-03-13 11:09:02,082 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:09:02,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.split dst=null perm=null
2015-03-13 11:09:02,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.split dst=null perm=null
2015-03-13 11:09:02,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.split dst=null perm=null
2015-03-13 11:09:02,111 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63337, bytes: 725, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-582177516_2033, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741851_1027, duration: 221000
2015-03-13 11:09:02,117 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1352)) - BLOCK* ask 127.0.0.1:63115 to replicate blk_1073741850_1026 to datanode(s) 127.0.0.1:63105
2015-03-13 11:09:02,117 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63115 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741842_1018, blk_1073741843_1019, blk_1073741844_1020]
2015-03-13 11:09:02,117 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63108 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741845_1021]
2015-03-13 11:09:02,128 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:09:02,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.xml dst=null perm=null
2015-03-13 11:09:02,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.xml dst=null perm=null
2015-03-13 11:09:02,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.xml dst=null perm=null
2015-03-13 11:09:02,157 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63355, bytes: 100317, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-582177516_2033, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741853_1029, duration: 278000
2015-03-13 11:09:02,176 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:09:02,176 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0003_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:09:02,208 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0003_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 11:09:02,209 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:02,289 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0003/container_1426270086855_0003_01_000001/default_container_executor.sh]
2015-03-13 11:09:02,731 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741840 for deletion
2015-03-13 11:09:02,731 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741841 for deletion
2015-03-13 11:09:02,731 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741845 for deletion
2015-03-13 11:09:02,731 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741840
2015-03-13 11:09:02,732 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741845
2015-03-13 11:09:02,732 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741841
2015-03-13 11:09:02,813 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:02,813 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:02,814 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0003_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:09:03,134 INFO datanode.DataNode (DataNode.java:transferBlock(1319)) - DatanodeRegistration(127.0.0.1, storageID=DS-1538169537-10.1.1.144-63115-1426270086031, infoPort=63116, ipcPort=63117, storageInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0) Starting thread to transfer BP-951401976-10.1.1.144-1426270084277:blk_1073741850_1026 to 127.0.0.1:63105
2015-03-13 11:09:03,135 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741840 for deletion
2015-03-13 11:09:03,135 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741841 for deletion
2015-03-13 11:09:03,135 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741842 for deletion
2015-03-13 11:09:03,135 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741843 for deletion
2015-03-13 11:09:03,135 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741844 for deletion
2015-03-13 11:09:03,137 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741840
2015-03-13 11:09:03,138 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741841
2015-03-13 11:09:03,138 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741842
2015-03-13 11:09:03,138 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741843
2015-03-13 11:09:03,137 INFO datanode.DataNode (DataNode.java:run(1523)) - DataTransfer: Transmitted BP-951401976-10.1.1.144-1426270084277:blk_1073741850_1026 (numBytes=254067) to /127.0.0.1:63105
2015-03-13 11:09:03,139 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741844
2015-03-13 11:09:03,139 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741850_1026 src: /127.0.0.1:63356 dest: /127.0.0.1:63105
2015-03-13 11:09:03,141 INFO datanode.DataNode (DataXceiver.java:writeBlock(594)) - Received BP-951401976-10.1.1.144-1426270084277:blk_1073741850_1026 src: /127.0.0.1:63356 dest: /127.0.0.1:63105 of size 254067
2015-03-13 11:09:03,142 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741850_1026 size 254067
2015-03-13 11:09:03,819 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:03,819 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:03,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:09:03,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/COMMIT_STARTED dst=null perm=null
2015-03-13 11:09:03,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/COMMIT_SUCCESS dst=null perm=null
2015-03-13 11:09:03,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/COMMIT_FAIL dst=null perm=null
2015-03-13 11:09:03,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003 dst=null perm=null
2015-03-13 11:09:03,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 11:09:03,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 11:09:04,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.splitmetainfo dst=null perm=null
2015-03-13 11:09:04,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.splitmetainfo dst=null perm=null
2015-03-13 11:09:04,335 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63358, bytes: 82, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1248495234_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741852_1028, duration: 197000
2015-03-13 11:09:04,822 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:04,823 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:05,100 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0003_000001 (auth:SIMPLE)
2015-03-13 11:09:05,103 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426270086855_0003_000001
2015-03-13 11:09:05,103 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426270086855_0003 APPATTEMPTID=appattempt_1426270086855_0003_000001
2015-03-13 11:09:05,104 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0003_000001 State change from LAUNCHED to RUNNING
2015-03-13 11:09:05,104 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0003 State change from ACCEPTED to RUNNING
2015-03-13 11:09:05,122 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63105 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741842_1018, blk_1073741843_1019, blk_1073741844_1020, blk_1073741845_1021]
2015-03-13 11:09:05,122 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63112 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741842_1018, blk_1073741843_1019, blk_1073741844_1020, blk_1073741845_1021]
2015-03-13 11:09:05,127 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(663)) - Number of transactions: 245 Total time for transactions(ms): 17 Number of transactions batched in Syncs: 0 Number of syncs: 128 SyncTimes(ms): 77 24
2015-03-13 11:09:05,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job_1426270086855_0003_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:05,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/3116795432_lower_upper_3EA1CD899E86414DA34815B85AACB6A8/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:09:05,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job_1426270086855_0003_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:05,346 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job_1426270086855_0003_1_conf.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:09:05,392 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741854_1030 src: /127.0.0.1:63364 dest: /127.0.0.1:63112
2015-03-13 11:09:05,394 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741854_1030 src: /127.0.0.1:63365 dest: /127.0.0.1:63115
2015-03-13 11:09:05,395 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741854_1030 src: /127.0.0.1:63366 dest: /127.0.0.1:63105
2015-03-13 11:09:05,407 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63366, dest: /127.0.0.1:63105, bytes: 91952, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1248495234_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741854_1030, duration: 9501000
2015-03-13 11:09:05,407 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741854_1030, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:05,408 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:09:05,408 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63365, dest: /127.0.0.1:63115, bytes: 91952, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1248495234_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741854_1030, duration: 10526000
2015-03-13 11:09:05,408 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:05,409 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:09:05,410 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63364, dest: /127.0.0.1:63112, bytes: 91952, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1248495234_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741854_1030, duration: 12515000
2015-03-13 11:09:05,410 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:05,410 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:09:05,416 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job_1426270086855_0003_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1248495234_1
2015-03-13 11:09:05,731 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741840 for deletion
2015-03-13 11:09:05,732 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741841 for deletion
2015-03-13 11:09:05,732 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741842 for deletion
2015-03-13 11:09:05,732 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741843 for deletion
2015-03-13 11:09:05,732 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741844 for deletion
2015-03-13 11:09:05,732 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741845 for deletion
2015-03-13 11:09:05,732 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741840
2015-03-13 11:09:05,732 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741841
2015-03-13 11:09:05,733 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741842
2015-03-13 11:09:05,733 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741843
2015-03-13 11:09:05,733 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741844
2015-03-13 11:09:05,733 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741845
2015-03-13 11:09:05,742 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741853_1029
2015-03-13 11:09:05,743 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741850_1026
2015-03-13 11:09:05,744 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741851_1027
2015-03-13 11:09:05,824 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:05,824 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:05,944 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741850_1026
2015-03-13 11:09:05,973 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741840 for deletion
2015-03-13 11:09:05,974 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741841 for deletion
2015-03-13 11:09:05,974 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741842 for deletion
2015-03-13 11:09:05,974 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741843 for deletion
2015-03-13 11:09:05,974 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741841
2015-03-13 11:09:05,974 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741840
2015-03-13 11:09:05,974 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741844 for deletion
2015-03-13 11:09:05,975 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741842
2015-03-13 11:09:05,975 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741843
2015-03-13 11:09:05,976 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741844
2015-03-13 11:09:05,975 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741845 for deletion
2015-03-13 11:09:05,976 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741845
2015-03-13 11:09:05,995 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741852_1028
2015-03-13 11:09:05,998 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741850_1026
2015-03-13 11:09:05,998 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741854_1030
2015-03-13 11:09:06,132 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741850_1026
2015-03-13 11:09:06,132 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741852_1028
2015-03-13 11:09:06,133 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741853_1029
2015-03-13 11:09:06,134 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741851_1027
2015-03-13 11:09:06,135 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741854_1030
2015-03-13 11:09:06,147 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741854_1030
2015-03-13 11:09:06,148 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741851_1027
2015-03-13 11:09:06,148 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741852_1028
2015-03-13 11:09:06,200 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741853_1029
2015-03-13 11:09:06,200 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741851_1027
2015-03-13 11:09:06,249 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0003_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:09:06,249 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0003 CONTAINERID=container_1426270086855_0003_01_000002
2015-03-13 11:09:06,249 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0003_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 11:09:06,250 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0003 container=Container: [ContainerId: container_1426270086855_0003_01_000002, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0003_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:06,250 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-03-13 11:09:06,251 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:06,252 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0003_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:09:06,252 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0003 CONTAINERID=container_1426270086855_0003_01_000003
2015-03-13 11:09:06,252 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0003_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2015-03-13 11:09:06,253 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0003 container=Container: [ContainerId: container_1426270086855_0003_01_000003, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0003_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:06,253 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-03-13 11:09:06,253 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:06,585 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1426270086855_0002_01_000001 succeeded
2015-03-13 11:09:06,586 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-03-13 11:09:06,586 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0002_01_000001
2015-03-13 11:09:06,594 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000001
2015-03-13 11:09:06,594 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000001
2015-03-13 11:09:06,596 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000001
2015-03-13 11:09:06,596 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0002_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-03-13 11:09:06,596 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0002_01_000001 from application application_1426270086855_0002
2015-03-13 11:09:06,596 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:06,596 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0002
2015-03-13 11:09:06,597 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000001
2015-03-13 11:09:06,596 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0002/container_1426270086855_0002_01_000001
2015-03-13 11:09:06,828 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 2 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_COMPLETE diagnostics: "" exit_status: 0
2015-03-13 11:09:06,828 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0002_01_000001
2015-03-13 11:09:06,829 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:06,829 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0002_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:09:06,830 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(550)) - Unregistering app attempt : appattempt_1426270086855_0002_000001
2015-03-13 11:09:06,830 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0002_01_000001 in state: COMPLETED event:FINISHED
2015-03-13 11:09:06,830 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0002 CONTAINERID=container_1426270086855_0002_01_000001
2015-03-13 11:09:06,830 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0002_000001 State change from FINISHING to FINISHED
2015-03-13 11:09:06,830 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0002_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63138, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:09:06,831 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0002 State change from FINISHING to FINISHED
2015-03-13 11:09:06,831 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-03-13 11:09:06,831 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1426270086855_0002
2015-03-13 11:09:06,831 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0002_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:06,831 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(166)) - appId=application_1426270086855_0002,name=[08FF81C2EBE54EC3820F953D75E0D008/F343B9F8E3634182B38AC5E9E4D49DDA] lower*upper/(1/1) ...platform/writablekeyvalue,user=soberoi,queue=default,state=FINISHED,trackingUrl=Edinburgh.local:63125/proxy/application_1426270086855_0002/jobhistory/job/job_1426270086855_0002,appMasterHost=Edinburgh.local,startTime=1426270117132,finishTime=1426270140446,finalStatus=SUCCEEDED
2015-03-13 11:09:06,832 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1426270086855_0002_000001
2015-03-13 11:09:06,832 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:06,832 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3
2015-03-13 11:09:06,832 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0002_000001 released container container_1426270086855_0002_01_000001 on node: host: 10.1.1.144:63138 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:09:06,833 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplication(470)) - Application appattempt_1426270086855_0002_000001 is done. finalState=FINISHED
2015-03-13 11:09:06,833 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1426270086855_0002 requests cleared
2015-03-13 11:09:06,833 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(779)) - Application removed - appId: application_1426270086855_0002 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-03-13 11:09:06,833 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(510)) - Application removed - appId: application_1426270086855_0002 user: soberoi leaf-queue of parent: root #applications: 1
2015-03-13 11:09:06,835 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0002_000001 (auth:SIMPLE)
2015-03-13 11:09:06,837 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0002_01_000001
2015-03-13 11:09:07,070 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:09:07,070 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0002
2015-03-13 11:09:07,071 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426270086855_0002
2015-03-13 11:09:07,071 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0002
2015-03-13 11:09:07,071 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426270086855_0002
2015-03-13 11:09:07,071 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:09:07,071 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0002, with delay of 10800 seconds
2015-03-13 11:09:07,071 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426270086855_0002
2015-03-13 11:09:07,144 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0003_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:09:07,144 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0003_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:09:07,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.jar dst=null perm=null
2015-03-13 11:09:07,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.jar dst=null perm=null
2015-03-13 11:09:07,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.xml dst=null perm=null
2015-03-13 11:09:07,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.xml dst=null perm=null
2015-03-13 11:09:07,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:07,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:07,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:07,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:07,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:07,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:07,248 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:09:07,249 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0002
2015-03-13 11:09:07,249 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0002
2015-03-13 11:09:07,249 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0002
2015-03-13 11:09:07,250 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0002
2015-03-13 11:09:07,250 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0002
2015-03-13 11:09:07,251 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:09:07,251 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0002, with delay of 10800 seconds
2015-03-13 11:09:07,273 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0003_000001 (auth:SIMPLE)
2015-03-13 11:09:07,276 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0003_01_000002 by user soberoi
2015-03-13 11:09:07,276 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0003_01_000003 by user soberoi
2015-03-13 11:09:07,276 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0003
2015-03-13 11:09:07,277 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0003 CONTAINERID=container_1426270086855_0003_01_000003
2015-03-13 11:09:07,277 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0003_01_000003 to application application_1426270086855_0003
2015-03-13 11:09:07,277 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0003 CONTAINERID=container_1426270086855_0003_01_000002
2015-03-13 11:09:07,277 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0003 transitioned from NEW to INITING
2015-03-13 11:09:07,277 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0003_01_000002 to application application_1426270086855_0003
2015-03-13 11:09:07,278 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0003 transitioned from INITING to RUNNING
2015-03-13 11:09:07,278 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0003_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 11:09:07,278 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0003_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 11:09:07,278 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0003
2015-03-13 11:09:07,279 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0003
2015-03-13 11:09:07,279 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:09:07,279 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0003
2015-03-13 11:09:07,279 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:09:07,279 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:09:07,279 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0003
2015-03-13 11:09:07,279 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0003
2015-03-13 11:09:07,280 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:09:07,280 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0003
2015-03-13 11:09:07,280 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0003_01_000002
2015-03-13 11:09:07,281 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0003_01_000003
2015-03-13 11:09:07,295 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1426270086855_0003_01_000002.tokens. Credentials list:
2015-03-13 11:09:07,295 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1426270086855_0003_01_000003.tokens. Credentials list:
2015-03-13 11:09:07,314 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:09:07,388 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1426270086855_0003_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0003/container_1426270086855_0003_01_000002.tokens
2015-03-13 11:09:07,388 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0003
2015-03-13 11:09:07,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.jar dst=null perm=null
2015-03-13 11:09:07,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.jar dst=null perm=null
2015-03-13 11:09:07,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.jar dst=null perm=null
2015-03-13 11:09:07,482 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63371, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_139144822_2142, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741850_1026, duration: 512000
2015-03-13 11:09:07,501 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:09:07,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.xml dst=null perm=null
2015-03-13 11:09:07,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.xml dst=null perm=null
2015-03-13 11:09:07,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.xml dst=null perm=null
2015-03-13 11:09:07,539 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63372, bytes: 100317, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_139144822_2142, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741853_1029, duration: 375000
2015-03-13 11:09:07,553 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:09:07,553 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0003_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:09:07,553 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0003_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:09:07,592 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0003_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 11:09:07,592 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0003_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 11:09:07,592 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:07,592 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:07,675 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0003/container_1426270086855_0003_01_000002/default_container_executor.sh]
2015-03-13 11:09:07,675 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0003/container_1426270086855_0003_01_000003/default_container_executor.sh]
2015-03-13 11:09:07,831 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:07,832 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:09:07,833 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0002
2015-03-13 11:09:07,833 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0002
2015-03-13 11:09:07,833 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:09:07,833 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0002, with delay of 10800 seconds
2015-03-13 11:09:07,834 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0002
2015-03-13 11:09:07,834 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0002
2015-03-13 11:09:07,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426270086855_0002
2015-03-13 11:09:08,163 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:09:08,255 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:08,255 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:08,266 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0003_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:09:08,266 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0003_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:09:08,587 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:09:08,710 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1426270086855_0003_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0003/container_1426270086855_0003_01_000003.tokens
2015-03-13 11:09:08,710 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0003
2015-03-13 11:09:08,833 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:09,259 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:09,259 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:09,838 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:10,264 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:10,264 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:10,840 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:11,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.split dst=null perm=null
2015-03-13 11:09:11,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job.split dst=null perm=null
2015-03-13 11:09:11,218 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63378, bytes: 725, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0003_m_000000_0_-513317389_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741851_1027, duration: 197000
2015-03-13 11:09:11,230 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63379, bytes: 725, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0003_m_000001_0_-1366492616_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741851_1027, duration: 205000
2015-03-13 11:09:11,267 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:11,268 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:11,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:09:11,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:09:11,497 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63380, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0003_m_000000_0_-513317389_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741838_1014, duration: 168000
2015-03-13 11:09:11,591 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63381, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0003_m_000001_0_-1366492616_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741839_1015, duration: 208000
2015-03-13 11:09:11,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3116795432_lower_upper_3EA1CD899E86414DA34815B85AACB6A8/_temporary/1/_temporary/attempt_1426270086855_0003_m_000001_0 dst=null perm=null
2015-03-13 11:09:11,654 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0003_01_000003
2015-03-13 11:09:11,654 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0003 CONTAINERID=container_1426270086855_0003_01_000003
2015-03-13 11:09:11,654 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0003_01_000003 transitioned from RUNNING to KILLING
2015-03-13 11:09:11,654 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0003_01_000003
2015-03-13 11:09:11,655 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:11,655 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:09:11,666 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0003_01_000003 is : 143
2015-03-13 11:09:11,669 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job_1426270086855_0003_1.jhist. BP-951401976-10.1.1.144-1426270084277 blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:09:11,672 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741855_1031 src: /127.0.0.1:63382 dest: /127.0.0.1:63112
2015-03-13 11:09:11,675 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741855_1031 src: /127.0.0.1:63383 dest: /127.0.0.1:63105
2015-03-13 11:09:11,678 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741855_1031 src: /127.0.0.1:63384 dest: /127.0.0.1:63115
2015-03-13 11:09:11,680 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0003_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:09:11,681 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0003/container_1426270086855_0003_01_000003
2015-03-13 11:09:11,681 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0003/container_1426270086855_0003_01_000003
2015-03-13 11:09:11,681 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0003 CONTAINERID=container_1426270086855_0003_01_000003
2015-03-13 11:09:11,681 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0003_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:09:11,681 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0003/container_1426270086855_0003_01_000003
2015-03-13 11:09:11,681 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0003_01_000003 from application application_1426270086855_0003
2015-03-13 11:09:11,681 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:11,682 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0003
2015-03-13 11:09:11,681 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0003/container_1426270086855_0003_01_000003
2015-03-13 11:09:11,683 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job_1426270086855_0003_1.jhist for DFSClient_NONMAPREDUCE_-1248495234_1
2015-03-13 11:09:11,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3116795432_lower_upper_3EA1CD899E86414DA34815B85AACB6A8/_temporary/1/_temporary/attempt_1426270086855_0003_m_000000_0 dst=null perm=null
2015-03-13 11:09:11,756 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0003_01_000002
2015-03-13 11:09:11,757 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0003 CONTAINERID=container_1426270086855_0003_01_000002
2015-03-13 11:09:11,759 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0003_01_000002 transitioned from RUNNING to KILLING
2015-03-13 11:09:11,760 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0003_01_000002
2015-03-13 11:09:11,760 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:09:11,760 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:09:11,761 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0003_01_000003
2015-03-13 11:09:11,761 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0003_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:09:11,761 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0003_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 11:09:11,761 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0003 CONTAINERID=container_1426270086855_0003_01_000003
2015-03-13 11:09:11,761 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0003_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-03-13 11:09:11,761 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-03-13 11:09:11,762 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0003_01_000003, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:11,762 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:11,762 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:09:11,762 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0003_000001 released container container_1426270086855_0003_01_000003 on node: host: 10.1.1.144:63134 #containers=1 available=3072 used=1024 with event: FINISHED
2015-03-13 11:09:11,775 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0003_01_000002 is : 143
2015-03-13 11:09:11,785 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0003_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:09:11,786 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0003/container_1426270086855_0003_01_000002
2015-03-13 11:09:11,787 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0003/container_1426270086855_0003_01_000002
2015-03-13 11:09:11,787 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0003/container_1426270086855_0003_01_000002
2015-03-13 11:09:11,787 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0003/container_1426270086855_0003_01_000002
2015-03-13 11:09:11,788 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0003 CONTAINERID=container_1426270086855_0003_01_000002
2015-03-13 11:09:11,789 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0003_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:09:11,789 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0003_01_000002 from application application_1426270086855_0003
2015-03-13 11:09:11,789 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:11,790 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0003
2015-03-13 11:09:11,843 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:12,763 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:09:12,763 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0003_01_000002
2015-03-13 11:09:12,764 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0003_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:09:12,764 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0003_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 11:09:12,765 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0003 CONTAINERID=container_1426270086855_0003_01_000002
2015-03-13 11:09:12,765 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0003_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:09:12,765 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:09:12,765 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0003_01_000002, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:12,766 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:12,766 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:09:12,766 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0003_000001 released container container_1426270086855_0003_01_000002 on node: host: 10.1.1.144:63134 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:09:12,844 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:13,766 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0003_01_000004 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:09:13,767 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0003 CONTAINERID=container_1426270086855_0003_01_000004
2015-03-13 11:09:13,767 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0003_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 11:09:13,767 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0003 container=Container: [ContainerId: container_1426270086855_0003_01_000004, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0003_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:13,767 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:09:13,768 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:13,847 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:14,197 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0003_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:09:14,206 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0003_01_000004 by user soberoi
2015-03-13 11:09:14,206 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0003_01_000004 to application application_1426270086855_0003
2015-03-13 11:09:14,206 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0003 CONTAINERID=container_1426270086855_0003_01_000004
2015-03-13 11:09:14,207 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0003_01_000004 transitioned from NEW to LOCALIZING
2015-03-13 11:09:14,207 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0003
2015-03-13 11:09:14,207 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0003
2015-03-13 11:09:14,207 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:09:14,207 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0003
2015-03-13 11:09:14,208 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0003_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:09:14,234 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0003_01_000004 transitioned from LOCALIZED to RUNNING
2015-03-13 11:09:14,234 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:14,310 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0003/container_1426270086855_0003_01_000004/default_container_executor.sh]
2015-03-13 11:09:14,769 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:14,770 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0003_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:09:14,852 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:15,205 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:09:15,775 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:15,858 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:16,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/3116795432_lower_upper_3EA1CD899E86414DA34815B85AACB6A8/_temporary/1/_temporary/attempt_1426270086855_0003_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:16,775 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:16,814 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/3116795432_lower_upper_3EA1CD899E86414DA34815B85AACB6A8/_temporary/1/_temporary/attempt_1426270086855_0003_r_000000_0/part-00000. BP-951401976-10.1.1.144-1426270084277 blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:09:16,863 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:16,878 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741856_1032 src: /127.0.0.1:63389 dest: /127.0.0.1:63112
2015-03-13 11:09:16,879 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741856_1032 src: /127.0.0.1:63390 dest: /127.0.0.1:63108
2015-03-13 11:09:16,880 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741856_1032 src: /127.0.0.1:63391 dest: /127.0.0.1:63115
2015-03-13 11:09:16,892 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63391, dest: /127.0.0.1:63115, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0003_r_000000_0_1543974022_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741856_1032, duration: 10409000
2015-03-13 11:09:16,892 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741856_1032, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:16,893 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:16,893 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63390, dest: /127.0.0.1:63108, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0003_r_000000_0_1543974022_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741856_1032, duration: 11113000
2015-03-13 11:09:16,893 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:16,894 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:16,894 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63389, dest: /127.0.0.1:63112, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0003_r_000000_0_1543974022_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741856_1032, duration: 12365000
2015-03-13 11:09:16,895 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:16,895 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:16,898 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-soberoi/3116795432_lower_upper_3EA1CD899E86414DA34815B85AACB6A8/_temporary/1/_temporary/attempt_1426270086855_0003_r_000000_0/part-00000 is closed by DFSClient_attempt_1426270086855_0003_r_000000_0_1543974022_1
2015-03-13 11:09:16,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3116795432_lower_upper_3EA1CD899E86414DA34815B85AACB6A8/_temporary/1/_temporary/attempt_1426270086855_0003_r_000000_0 dst=null perm=null
2015-03-13 11:09:16,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3116795432_lower_upper_3EA1CD899E86414DA34815B85AACB6A8/_temporary/1/_temporary/attempt_1426270086855_0003_r_000000_0 dst=null perm=null
2015-03-13 11:09:16,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3116795432_lower_upper_3EA1CD899E86414DA34815B85AACB6A8/_temporary/1/task_1426270086855_0003_r_000000 dst=null perm=null
2015-03-13 11:09:16,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/3116795432_lower_upper_3EA1CD899E86414DA34815B85AACB6A8/_temporary/1/_temporary/attempt_1426270086855_0003_r_000000_0 dst=/tmp/hadoop-soberoi/3116795432_lower_upper_3EA1CD899E86414DA34815B85AACB6A8/_temporary/1/task_1426270086855_0003_r_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:09:16,932 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0003_01_000004
2015-03-13 11:09:16,932 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0003 CONTAINERID=container_1426270086855_0003_01_000004
2015-03-13 11:09:16,932 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0003_01_000004 transitioned from RUNNING to KILLING
2015-03-13 11:09:16,932 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0003_01_000004
2015-03-13 11:09:16,932 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:09:16,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:16,940 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1248495234_1
2015-03-13 11:09:16,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/3116795432_lower_upper_3EA1CD899E86414DA34815B85AACB6A8/_temporary/1 dst=null perm=null
2015-03-13 11:09:16,948 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0003_01_000004 is : 143
2015-03-13 11:09:16,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3116795432_lower_upper_3EA1CD899E86414DA34815B85AACB6A8 dst=null perm=null
2015-03-13 11:09:16,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3116795432_lower_upper_3EA1CD899E86414DA34815B85AACB6A8 dst=null perm=null
2015-03-13 11:09:16,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/3116795432_lower_upper_3EA1CD899E86414DA34815B85AACB6A8/_temporary/1/task_1426270086855_0003_r_000000 dst=null perm=null
2015-03-13 11:09:16,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3116795432_lower_upper_3EA1CD899E86414DA34815B85AACB6A8/part-00000 dst=null perm=null
2015-03-13 11:09:16,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/3116795432_lower_upper_3EA1CD899E86414DA34815B85AACB6A8/_temporary/1/task_1426270086855_0003_r_000000/part-00000 dst=/tmp/hadoop-soberoi/3116795432_lower_upper_3EA1CD899E86414DA34815B85AACB6A8/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:16,959 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0003_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:09:16,960 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0003/container_1426270086855_0003_01_000004
2015-03-13 11:09:16,960 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0003 CONTAINERID=container_1426270086855_0003_01_000004
2015-03-13 11:09:16,960 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0003/container_1426270086855_0003_01_000004
2015-03-13 11:09:16,961 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0003/container_1426270086855_0003_01_000004
2015-03-13 11:09:16,960 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0003/container_1426270086855_0003_01_000004
2015-03-13 11:09:16,960 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0003_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:09:16,964 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0003_01_000004 from application application_1426270086855_0003
2015-03-13 11:09:16,964 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:16,964 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0003
2015-03-13 11:09:16,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/3116795432_lower_upper_3EA1CD899E86414DA34815B85AACB6A8/_temporary dst=null perm=null
2015-03-13 11:09:16,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/3116795432_lower_upper_3EA1CD899E86414DA34815B85AACB6A8/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:16,971 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-soberoi/3116795432_lower_upper_3EA1CD899E86414DA34815B85AACB6A8/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1248495234_1
2015-03-13 11:09:16,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:16,975 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1248495234_1
2015-03-13 11:09:16,990 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63384, dest: /127.0.0.1:63115, bytes: 44421, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1248495234_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741855_1031, duration: 5310554000
2015-03-13 11:09:16,991 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741855_1031, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:16,991 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:16,993 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63383, dest: /127.0.0.1:63105, bytes: 44421, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1248495234_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741855_1031, duration: 5312424000
2015-03-13 11:09:16,993 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:16,995 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:16,995 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63382, dest: /127.0.0.1:63112, bytes: 44421, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1248495234_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741855_1031, duration: 5314770000
2015-03-13 11:09:16,996 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:16,996 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:16,998 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job_1426270086855_0003_1.jhist is closed by DFSClient_NONMAPREDUCE_-1248495234_1
2015-03-13 11:09:17,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:17,003 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003.summary_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:09:17,004 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741857_1033 src: /127.0.0.1:63392 dest: /127.0.0.1:63105
2015-03-13 11:09:17,006 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741857_1033 src: /127.0.0.1:63393 dest: /127.0.0.1:63108
2015-03-13 11:09:17,007 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741857_1033 src: /127.0.0.1:63394 dest: /127.0.0.1:63112
2015-03-13 11:09:17,011 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63394, dest: /127.0.0.1:63112, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1248495234_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741857_1033, duration: 1750000
2015-03-13 11:09:17,011 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741857_1033, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:17,011 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:09:17,012 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63393, dest: /127.0.0.1:63108, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1248495234_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741857_1033, duration: 2379000
2015-03-13 11:09:17,012 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:17,013 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63392, dest: /127.0.0.1:63105, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1248495234_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741857_1033, duration: 3799000
2015-03-13 11:09:17,013 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:17,013 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:09:17,014 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:09:17,016 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1248495234_1
2015-03-13 11:09:17,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:09:17,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job_1426270086855_0003_1.jhist dst=null perm=null
2015-03-13 11:09:17,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003-1426270141766-soberoi-%5BD8B02B3209584B46ABCA0DECB96B60E5%2F472F181F306D409C-1426270156976-2-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:09:17,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job_1426270086855_0003_1.jhist dst=null perm=null
2015-03-13 11:09:17,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003-1426270141766-soberoi-%5BD8B02B3209584B46ABCA0DECB96B60E5%2F472F181F306D409C-1426270156976-2-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:09:17,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job_1426270086855_0003_1.jhist dst=null perm=null
2015-03-13 11:09:17,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003-1426270141766-soberoi-%5BD8B02B3209584B46ABCA0DECB96B60E5%2F472F181F306D409C-1426270156976-2-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:17,037 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63395, bytes: 44769, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1248495234_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741855_1031, duration: 257000
2015-03-13 11:09:17,040 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003-1426270141766-soberoi-%5BD8B02B3209584B46ABCA0DECB96B60E5%2F472F181F306D409C-1426270156976-2-1-SUCCEEDED-default.jhist_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:09:17,042 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741858_1034 src: /127.0.0.1:63396 dest: /127.0.0.1:63112
2015-03-13 11:09:17,044 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741858_1034 src: /127.0.0.1:63397 dest: /127.0.0.1:63108
2015-03-13 11:09:17,046 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741858_1034 src: /127.0.0.1:63398 dest: /127.0.0.1:63105
2015-03-13 11:09:17,051 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63398, dest: /127.0.0.1:63105, bytes: 44421, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1248495234_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741858_1034, duration: 2845000
2015-03-13 11:09:17,051 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741858_1034, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:17,052 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63397, dest: /127.0.0.1:63108, bytes: 44421, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1248495234_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741858_1034, duration: 3891000
2015-03-13 11:09:17,052 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:09:17,052 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:17,054 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63396, dest: /127.0.0.1:63112, bytes: 44421, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1248495234_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741858_1034, duration: 5655000
2015-03-13 11:09:17,054 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:17,056 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:09:17,057 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741858_1034 size 44421
2015-03-13 11:09:17,057 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003-1426270141766-soberoi-%5BD8B02B3209584B46ABCA0DECB96B60E5%2F472F181F306D409C-1426270156976-2-1-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1248495234_1
2015-03-13 11:09:17,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003-1426270141766-soberoi-%5BD8B02B3209584B46ABCA0DECB96B60E5%2F472F181F306D409C-1426270156976-2-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:09:17,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job_1426270086855_0003_1_conf.xml dst=null perm=null
2015-03-13 11:09:17,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003_conf.xml_tmp dst=null perm=null
2015-03-13 11:09:17,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job_1426270086855_0003_1_conf.xml dst=null perm=null
2015-03-13 11:09:17,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003_conf.xml_tmp dst=null perm=null
2015-03-13 11:09:17,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003/job_1426270086855_0003_1_conf.xml dst=null perm=null
2015-03-13 11:09:17,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:17,074 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63399, bytes: 92672, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1248495234_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741854_1030, duration: 434000
2015-03-13 11:09:17,076 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003_conf.xml_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:09:17,078 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741859_1035 src: /127.0.0.1:63400 dest: /127.0.0.1:63112
2015-03-13 11:09:17,080 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741859_1035 src: /127.0.0.1:63401 dest: /127.0.0.1:63105
2015-03-13 11:09:17,081 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741859_1035 src: /127.0.0.1:63402 dest: /127.0.0.1:63115
2015-03-13 11:09:17,086 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63402, dest: /127.0.0.1:63115, bytes: 91952, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1248495234_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741859_1035, duration: 2975000
2015-03-13 11:09:17,086 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741859_1035, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:17,087 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:17,087 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63401, dest: /127.0.0.1:63105, bytes: 91952, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1248495234_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741859_1035, duration: 3548000
2015-03-13 11:09:17,087 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:17,088 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:17,088 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63400, dest: /127.0.0.1:63112, bytes: 91952, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1248495234_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741859_1035, duration: 4690000
2015-03-13 11:09:17,088 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:17,090 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:17,092 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1248495234_1
2015-03-13 11:09:17,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:09:17,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:09:17,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:09:17,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003-1426270141766-soberoi-%5BD8B02B3209584B46ABCA0DECB96B60E5%2F472F181F306D409C-1426270156976-2-1-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003-1426270141766-soberoi-%5BD8B02B3209584B46ABCA0DECB96B60E5%2F472F181F306D409C-1426270156976-2-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:09:17,108 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0003_000001 State change from RUNNING to FINISHING
2015-03-13 11:09:17,108 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426270086855_0003
2015-03-13 11:09:17,109 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0003 State change from RUNNING to REMOVING
2015-03-13 11:09:17,109 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426270086855_0003
2015-03-13 11:09:17,109 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0003 State change from REMOVING to FINISHING
2015-03-13 11:09:17,869 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:17,934 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:09:17,934 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0003_01_000004
2015-03-13 11:09:17,935 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0003_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:09:17,935 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0003_01_000004 in state: COMPLETED event:FINISHED
2015-03-13 11:09:17,935 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0003 CONTAINERID=container_1426270086855_0003_01_000004
2015-03-13 11:09:17,935 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0003_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:09:17,936 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:09:17,936 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0003_01_000004, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:17,936 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:17,936 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:09:17,937 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0003_000001 released container container_1426270086855_0003_01_000004 on node: host: 10.1.1.144:63134 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:09:18,118 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741850_1026 127.0.0.1:63112 127.0.0.1:63108 127.0.0.1:63115 127.0.0.1:63105
2015-03-13 11:09:18,118 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741851_1027 127.0.0.1:63115 127.0.0.1:63112 127.0.0.1:63105 127.0.0.1:63108
2015-03-13 11:09:18,118 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741852_1028 127.0.0.1:63112 127.0.0.1:63115 127.0.0.1:63105
2015-03-13 11:09:18,118 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741853_1029 127.0.0.1:63115 127.0.0.1:63105 127.0.0.1:63112
2015-03-13 11:09:18,118 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741855_1031 127.0.0.1:63112 127.0.0.1:63105 127.0.0.1:63115
2015-03-13 11:09:18,119 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741854_1030 127.0.0.1:63112 127.0.0.1:63115 127.0.0.1:63105
2015-03-13 11:09:18,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0003 dst=null perm=null
2015-03-13 11:09:18,147 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (2/2) ...ue/true/false/false/false
2015-03-13 11:09:18,155 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:09:18,167 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:09:18,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null
2015-03-13 11:09:18,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:09:18,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:09:18,176 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 4
2015-03-13 11:09:18,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004 dst=null perm=null
2015-03-13 11:09:18,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 11:09:18,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 11:09:18,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.jar dst=null perm=null
2015-03-13 11:09:18,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:18,184 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.jar. BP-951401976-10.1.1.144-1426270084277 blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:09:18,185 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741860_1036 src: /127.0.0.1:63405 dest: /127.0.0.1:63115
2015-03-13 11:09:18,186 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741860_1036 src: /127.0.0.1:63406 dest: /127.0.0.1:63108
2015-03-13 11:09:18,187 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741860_1036 src: /127.0.0.1:63407 dest: /127.0.0.1:63112
2015-03-13 11:09:18,192 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63407, dest: /127.0.0.1:63112, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741860_1036, duration: 2357000
2015-03-13 11:09:18,192 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741860_1036, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:18,193 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:09:18,193 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63406, dest: /127.0.0.1:63108, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741860_1036, duration: 2892000
2015-03-13 11:09:18,193 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:09:18,193 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:18,195 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63405, dest: /127.0.0.1:63115, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741860_1036, duration: 5010000
2015-03-13 11:09:18,195 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:18,197 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:09:18,199 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.jar is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:09:18,201 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.jar
2015-03-13 11:09:18,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.jar dst=null perm=null
2015-03-13 11:09:18,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:18,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:18,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:18,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:18,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 11:09:18,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 11:09:18,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 11:09:18,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 11:09:18,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 11:09:18,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:18,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3116795432_lower_upper_3EA1CD899E86414DA34815B85AACB6A8 dst=null perm=null
2015-03-13 11:09:18,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3116795432_lower_upper_3EA1CD899E86414DA34815B85AACB6A8 dst=null perm=null
2015-03-13 11:09:18,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/3116795432_lower_upper_3EA1CD899E86414DA34815B85AACB6A8 dst=null perm=null
2015-03-13 11:09:18,220 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:09:18,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:18,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:18,226 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.split
2015-03-13 11:09:18,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.split dst=null perm=null
2015-03-13 11:09:18,227 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.split. BP-951401976-10.1.1.144-1426270084277 blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:09:18,230 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741861_1037 src: /127.0.0.1:63408 dest: /127.0.0.1:63105
2015-03-13 11:09:18,231 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741861_1037 src: /127.0.0.1:63409 dest: /127.0.0.1:63112
2015-03-13 11:09:18,233 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741861_1037 src: /127.0.0.1:63410 dest: /127.0.0.1:63108
2015-03-13 11:09:18,234 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741861_1037 src: /127.0.0.1:63411 dest: /127.0.0.1:63115
2015-03-13 11:09:18,239 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63411, dest: /127.0.0.1:63115, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741861_1037, duration: 2263000
2015-03-13 11:09:18,239 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741861_1037, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:18,240 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63410, dest: /127.0.0.1:63108, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741861_1037, duration: 2597000
2015-03-13 11:09:18,240 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:18,240 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:18,241 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63409, dest: /127.0.0.1:63112, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741861_1037, duration: 3854000
2015-03-13 11:09:18,242 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:18,243 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63408, dest: /127.0.0.1:63105, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741861_1037, duration: 6024000
2015-03-13 11:09:18,243 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:18,244 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:18,247 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:18,248 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741861_1037 size 358
2015-03-13 11:09:18,249 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.split is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:09:18,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:18,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:18,253 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.splitmetainfo. BP-951401976-10.1.1.144-1426270084277 blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:09:18,254 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741862_1038 src: /127.0.0.1:63412 dest: /127.0.0.1:63112
2015-03-13 11:09:18,256 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741862_1038 src: /127.0.0.1:63413 dest: /127.0.0.1:63108
2015-03-13 11:09:18,258 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741862_1038 src: /127.0.0.1:63414 dest: /127.0.0.1:63115
2015-03-13 11:09:18,262 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63414, dest: /127.0.0.1:63115, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741862_1038, duration: 2348000
2015-03-13 11:09:18,262 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741862_1038, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:18,263 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:18,264 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63413, dest: /127.0.0.1:63108, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741862_1038, duration: 3287000
2015-03-13 11:09:18,264 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:18,264 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:18,265 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63412, dest: /127.0.0.1:63112, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741862_1038, duration: 5194000
2015-03-13 11:09:18,265 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:18,266 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:18,268 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:09:18,268 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:1
2015-03-13 11:09:18,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:18,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:18,273 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:09:18,274 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:09:18,274 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:09:18,286 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:09:18,288 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741863_1039 src: /127.0.0.1:63415 dest: /127.0.0.1:63105
2015-03-13 11:09:18,289 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741863_1039 src: /127.0.0.1:63416 dest: /127.0.0.1:63115
2015-03-13 11:09:18,291 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741863_1039 src: /127.0.0.1:63417 dest: /127.0.0.1:63108
2015-03-13 11:09:18,294 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63417, dest: /127.0.0.1:63108, bytes: 98559, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741863_1039, duration: 1871000
2015-03-13 11:09:18,294 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741863_1039, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:18,295 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:09:18,295 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63416, dest: /127.0.0.1:63115, bytes: 98559, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741863_1039, duration: 2631000
2015-03-13 11:09:18,295 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:18,296 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63415, dest: /127.0.0.1:63105, bytes: 98559, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741863_1039, duration: 4100000
2015-03-13 11:09:18,297 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:09:18,297 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:18,300 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:09:18,301 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.xml is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:09:18,302 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426270086855_0004
2015-03-13 11:09:18,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004 dst=null perm=null
2015-03-13 11:09:18,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.xml dst=null perm=null
2015-03-13 11:09:18,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.xml dst=null perm=null
2015-03-13 11:09:18,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.jar dst=null perm=null
2015-03-13 11:09:18,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.jar dst=null perm=null
2015-03-13 11:09:18,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.split dst=null perm=null
2015-03-13 11:09:18,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.split dst=null perm=null
2015-03-13 11:09:18,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.splitmetainfo dst=null perm=null
2015-03-13 11:09:18,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.splitmetainfo dst=null perm=null
2015-03-13 11:09:18,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:18,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:18,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:18,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:18,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:18,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:18,320 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 4 submitted by user soberoi
2015-03-13 11:09:18,320 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426270086855_0004
2015-03-13 11:09:18,320 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426270086855_0004
2015-03-13 11:09:18,320 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426270086855_0004
2015-03-13 11:09:18,320 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0004 State change from NEW to NEW_SAVING
2015-03-13 11:09:18,321 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0004 State change from NEW_SAVING to SUBMITTED
2015-03-13 11:09:18,321 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426270086855_0004_000001
2015-03-13 11:09:18,321 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0004_000001 State change from NEW to SUBMITTED
2015-03-13 11:09:18,321 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426270086855_0004 from user: soberoi activated in queue: default
2015-03-13 11:09:18,322 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426270086855_0004 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@20a38b8, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-03-13 11:09:18,322 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426270086855_0004 user: soberoi leaf-queue of parent: root #applications: 2
2015-03-13 11:09:18,322 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426270086855_0004_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2015-03-13 11:09:18,322 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0004_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 11:09:18,322 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0004 State change from SUBMITTED to ACCEPTED
2015-03-13 11:09:18,323 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426270086855_0004 to ResourceManager at /10.1.1.144:63128
2015-03-13 11:09:18,326 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:63125/proxy/application_1426270086855_0004/
2015-03-13 11:09:18,326 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1426270086855_0004
2015-03-13 11:09:18,326 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:63125/proxy/application_1426270086855_0004/
2015-03-13 11:09:18,875 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:18,876 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0004_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:09:18,877 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0004 CONTAINERID=container_1426270086855_0004_01_000001
2015-03-13 11:09:18,877 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0004_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63138, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2015-03-13 11:09:18,877 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0004 container=Container: [ContainerId: container_1426270086855_0004_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] containerId=container_1426270086855_0004_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:18,878 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 11:09:18,878 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0004_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:09:18,878 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:18,879 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426270086855_0004 AttemptId: appattempt_1426270086855_0004_000001 MasterContainer: Container: [ContainerId: container_1426270086855_0004_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ]
2015-03-13 11:09:18,880 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0004_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 11:09:18,880 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426270086855_0004_000001
2015-03-13 11:09:18,880 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0004_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 11:09:18,881 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426270086855_0004_000001
2015-03-13 11:09:18,882 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426270086855_0004_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] for AM appattempt_1426270086855_0004_000001
2015-03-13 11:09:18,882 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426270086855_0004_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 11:09:18,884 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0004_000001 (auth:SIMPLE)
2015-03-13 11:09:18,886 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0004_01_000001 by user soberoi
2015-03-13 11:09:18,887 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0004
2015-03-13 11:09:18,887 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0004 CONTAINERID=container_1426270086855_0004_01_000001
2015-03-13 11:09:18,887 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0004 transitioned from NEW to INITING
2015-03-13 11:09:18,887 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0004_01_000001 to application application_1426270086855_0004
2015-03-13 11:09:18,888 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0004 transitioned from INITING to RUNNING
2015-03-13 11:09:18,888 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426270086855_0004_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] for AM appattempt_1426270086855_0004_000001
2015-03-13 11:09:18,888 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0004_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 11:09:18,888 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0004_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 11:09:18,888 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0004
2015-03-13 11:09:18,888 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:09:18,889 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 11:09:18,889 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.split transitioned from INIT to DOWNLOADING
2015-03-13 11:09:18,889 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:09:18,889 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0004_01_000001
2015-03-13 11:09:18,899 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1426270086855_0004_01_000001.tokens. Credentials list:
2015-03-13 11:09:18,916 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:09:18,997 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1426270086855_0004_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0004/container_1426270086855_0004_01_000001.tokens
2015-03-13 11:09:18,997 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0004
2015-03-13 11:09:19,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.jar dst=null perm=null
2015-03-13 11:09:19,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.jar dst=null perm=null
2015-03-13 11:09:19,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.jar dst=null perm=null
2015-03-13 11:09:19,079 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63421, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_809102405_2381, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741860_1036, duration: 565000
2015-03-13 11:09:19,098 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:09:19,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.splitmetainfo dst=null perm=null
2015-03-13 11:09:19,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.splitmetainfo dst=null perm=null
2015-03-13 11:09:19,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.splitmetainfo dst=null perm=null
2015-03-13 11:09:19,133 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63421, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_809102405_2381, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741862_1038, duration: 172000
2015-03-13 11:09:19,149 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:09:19,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.split dst=null perm=null
2015-03-13 11:09:19,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.split dst=null perm=null
2015-03-13 11:09:19,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.split dst=null perm=null
2015-03-13 11:09:19,176 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63422, bytes: 362, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_809102405_2381, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741861_1037, duration: 229000
2015-03-13 11:09:19,194 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:09:19,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.xml dst=null perm=null
2015-03-13 11:09:19,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.xml dst=null perm=null
2015-03-13 11:09:19,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.xml dst=null perm=null
2015-03-13 11:09:19,220 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63423, bytes: 99331, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_809102405_2381, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741863_1039, duration: 276000
2015-03-13 11:09:19,238 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:09:19,238 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0004_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:09:19,270 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0004_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 11:09:19,270 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:19,356 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0004/container_1426270086855_0004_01_000001/default_container_executor.sh]
2015-03-13 11:09:19,878 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:19,878 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:19,879 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0004_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:09:20,132 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1352)) - BLOCK* ask 127.0.0.1:63108 to replicate blk_1073741860_1036 to datanode(s) 127.0.0.1:63105
2015-03-13 11:09:20,132 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63115 to delete [blk_1073741850_1026, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030, blk_1073741855_1031]
2015-03-13 11:09:20,133 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63108 to delete [blk_1073741850_1026, blk_1073741851_1027]
2015-03-13 11:09:20,738 INFO datanode.DataNode (DataNode.java:transferBlock(1319)) - DatanodeRegistration(127.0.0.1, storageID=DS-1284647950-10.1.1.144-63108-1426270085585, infoPort=63109, ipcPort=63111, storageInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0) Starting thread to transfer BP-951401976-10.1.1.144-1426270084277:blk_1073741860_1036 to 127.0.0.1:63105
2015-03-13 11:09:20,739 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741850 for deletion
2015-03-13 11:09:20,739 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741851 for deletion
2015-03-13 11:09:20,740 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741851
2015-03-13 11:09:20,740 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741850
2015-03-13 11:09:20,741 INFO datanode.DataNode (DataNode.java:run(1523)) - DataTransfer: Transmitted BP-951401976-10.1.1.144-1426270084277:blk_1073741860_1036 (numBytes=254067) to /127.0.0.1:63105
2015-03-13 11:09:20,742 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741860_1036 src: /127.0.0.1:63424 dest: /127.0.0.1:63105
2015-03-13 11:09:20,744 INFO datanode.DataNode (DataXceiver.java:writeBlock(594)) - Received BP-951401976-10.1.1.144-1426270084277:blk_1073741860_1036 src: /127.0.0.1:63424 dest: /127.0.0.1:63105 of size 254067
2015-03-13 11:09:20,745 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741860_1036 size 254067
2015-03-13 11:09:20,760 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741856_1032
2015-03-13 11:09:20,760 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741857_1033
2015-03-13 11:09:20,761 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741858_1034
2015-03-13 11:09:20,883 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:20,884 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:20,963 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741860_1036
2015-03-13 11:09:20,964 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741861_1037
2015-03-13 11:09:20,964 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741862_1038
2015-03-13 11:09:20,965 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741863_1039
2015-03-13 11:09:21,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:09:21,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/COMMIT_STARTED dst=null perm=null
2015-03-13 11:09:21,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/COMMIT_SUCCESS dst=null perm=null
2015-03-13 11:09:21,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/COMMIT_FAIL dst=null perm=null
2015-03-13 11:09:21,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004 dst=null perm=null
2015-03-13 11:09:21,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 11:09:21,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 11:09:21,140 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741861_1037
2015-03-13 11:09:21,141 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741862_1038
2015-03-13 11:09:21,142 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741856_1032
2015-03-13 11:09:21,142 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741855_1031
2015-03-13 11:09:21,144 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741863_1039
2015-03-13 11:09:21,145 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741850 for deletion
2015-03-13 11:09:21,145 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741859_1035
2015-03-13 11:09:21,146 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741850
2015-03-13 11:09:21,146 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741851 for deletion
2015-03-13 11:09:21,146 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741852 for deletion
2015-03-13 11:09:21,147 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741853 for deletion
2015-03-13 11:09:21,147 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741854 for deletion
2015-03-13 11:09:21,148 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741855 for deletion
2015-03-13 11:09:21,148 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741852
2015-03-13 11:09:21,148 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741851
2015-03-13 11:09:21,148 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741854
2015-03-13 11:09:21,149 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741853
2015-03-13 11:09:21,149 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741855
2015-03-13 11:09:21,165 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741855_1031
2015-03-13 11:09:21,165 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741863_1039
2015-03-13 11:09:21,166 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741858_1034
2015-03-13 11:09:21,167 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741861_1037
2015-03-13 11:09:21,168 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741859_1035
2015-03-13 11:09:21,168 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741857_1033
2015-03-13 11:09:21,210 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741856_1032
2015-03-13 11:09:21,211 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741858_1034
2015-03-13 11:09:21,211 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741861_1037
2015-03-13 11:09:21,211 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741857_1033
2015-03-13 11:09:21,212 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741859_1035
2015-03-13 11:09:21,213 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741862_1038
2015-03-13 11:09:21,350 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741860_1036
2015-03-13 11:09:21,371 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741860_1036
2015-03-13 11:09:21,416 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741860_1036
2015-03-13 11:09:21,417 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741855_1031
2015-03-13 11:09:21,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.splitmetainfo dst=null perm=null
2015-03-13 11:09:21,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.splitmetainfo dst=null perm=null
2015-03-13 11:09:21,497 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63426, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1876677602_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741862_1038, duration: 266000
2015-03-13 11:09:21,889 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:21,889 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:22,256 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0004_000001 (auth:SIMPLE)
2015-03-13 11:09:22,258 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426270086855_0004_000001
2015-03-13 11:09:22,258 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426270086855_0004 APPATTEMPTID=appattempt_1426270086855_0004_000001
2015-03-13 11:09:22,258 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0004_000001 State change from LAUNCHED to RUNNING
2015-03-13 11:09:22,258 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0004 State change from ACCEPTED to RUNNING
2015-03-13 11:09:22,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job_1426270086855_0004_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:22,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:09:22,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job_1426270086855_0004_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:22,529 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job_1426270086855_0004_1_conf.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:09:22,571 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741864_1040 src: /127.0.0.1:63432 dest: /127.0.0.1:63108
2015-03-13 11:09:22,574 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741864_1040 src: /127.0.0.1:63433 dest: /127.0.0.1:63112
2015-03-13 11:09:22,575 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741864_1040 src: /127.0.0.1:63434 dest: /127.0.0.1:63115
2015-03-13 11:09:22,586 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63434, dest: /127.0.0.1:63115, bytes: 91176, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1876677602_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741864_1040, duration: 8296000
2015-03-13 11:09:22,587 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741864_1040, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:22,590 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63433, dest: /127.0.0.1:63112, bytes: 91176, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1876677602_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741864_1040, duration: 10863000
2015-03-13 11:09:22,591 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:22,592 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:22,593 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63432, dest: /127.0.0.1:63108, bytes: 91176, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1876677602_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741864_1040, duration: 14575000
2015-03-13 11:09:22,593 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:22,595 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:22,598 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:22,599 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job_1426270086855_0004_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1876677602_1
2015-03-13 11:09:22,893 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:22,894 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:23,138 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63112 to delete [blk_1073741850_1026, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030, blk_1073741855_1031]
2015-03-13 11:09:23,138 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63105 to delete [blk_1073741850_1026, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030, blk_1073741855_1031]
2015-03-13 11:09:23,149 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1426270086855_0003_01_000001 succeeded
2015-03-13 11:09:23,149 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0003_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-03-13 11:09:23,149 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0003_01_000001
2015-03-13 11:09:23,157 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0003/container_1426270086855_0003_01_000001
2015-03-13 11:09:23,157 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0003/container_1426270086855_0003_01_000001
2015-03-13 11:09:23,157 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426270086855_0003/container_1426270086855_0003_01_000001
2015-03-13 11:09:23,157 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0003/container_1426270086855_0003_01_000001
2015-03-13 11:09:23,157 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0003 CONTAINERID=container_1426270086855_0003_01_000001
2015-03-13 11:09:23,158 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0003_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-03-13 11:09:23,158 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0003_01_000001 from application application_1426270086855_0003
2015-03-13 11:09:23,158 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:23,158 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0003
2015-03-13 11:09:23,741 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741850 for deletion
2015-03-13 11:09:23,741 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741851 for deletion
2015-03-13 11:09:23,741 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741852 for deletion
2015-03-13 11:09:23,741 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741853 for deletion
2015-03-13 11:09:23,741 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741851
2015-03-13 11:09:23,742 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741854 for deletion
2015-03-13 11:09:23,742 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741855 for deletion
2015-03-13 11:09:23,741 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741850
2015-03-13 11:09:23,742 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741853
2015-03-13 11:09:23,742 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741852
2015-03-13 11:09:23,742 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741854
2015-03-13 11:09:23,743 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741855
2015-03-13 11:09:23,897 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 3 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_COMPLETE diagnostics: "" exit_status: 0
2015-03-13 11:09:23,897 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0003_01_000001
2015-03-13 11:09:23,898 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:23,898 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0003_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:09:23,898 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(550)) - Unregistering app attempt : appattempt_1426270086855_0003_000001
2015-03-13 11:09:23,898 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0003_01_000001 in state: COMPLETED event:FINISHED
2015-03-13 11:09:23,899 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0003 CONTAINERID=container_1426270086855_0003_01_000001
2015-03-13 11:09:23,899 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0003_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63138, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:09:23,899 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0003_000001 State change from FINISHING to FINISHED
2015-03-13 11:09:23,899 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:09:23,899 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0003 State change from FINISHING to FINISHED
2015-03-13 11:09:23,899 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0003_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:23,900 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1426270086855_0003
2015-03-13 11:09:23,900 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(166)) - appId=application_1426270086855_0003,name=[D8B02B3209584B46ABCA0DECB96B60E5/472F181F306D409CA82F52F0EFB95C20] lower*upper/(1/2),user=soberoi,queue=default,state=FINISHED,trackingUrl=Edinburgh.local:63125/proxy/application_1426270086855_0003/jobhistory/job/job_1426270086855_0003,appMasterHost=Edinburgh.local,startTime=1426270141766,finishTime=1426270157109,finalStatus=SUCCEEDED
2015-03-13 11:09:23,900 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:23,900 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1426270086855_0003_000001
2015-03-13 11:09:23,900 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-03-13 11:09:23,901 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0003_000001 released container container_1426270086855_0003_01_000001 on node: host: 10.1.1.144:63138 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:09:23,901 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0004_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:09:23,901 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0004 CONTAINERID=container_1426270086855_0004_01_000002
2015-03-13 11:09:23,901 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0004_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63138, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 11:09:23,901 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0004 container=Container: [ContainerId: container_1426270086855_0004_01_000002, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] containerId=container_1426270086855_0004_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:23,902 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2015-03-13 11:09:23,902 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:23,902 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplication(470)) - Application appattempt_1426270086855_0003_000001 is done. finalState=FINISHED
2015-03-13 11:09:23,902 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1426270086855_0003 requests cleared
2015-03-13 11:09:23,902 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(779)) - Application removed - appId: application_1426270086855_0003 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-03-13 11:09:23,902 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(510)) - Application removed - appId: application_1426270086855_0003 user: soberoi leaf-queue of parent: root #applications: 1
2015-03-13 11:09:23,904 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0003_000001 (auth:SIMPLE)
2015-03-13 11:09:23,905 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0003_01_000001
2015-03-13 11:09:23,950 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:09:23,950 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0003
2015-03-13 11:09:23,951 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0003
2015-03-13 11:09:23,951 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0003
2015-03-13 11:09:23,951 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:09:23,951 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0003, with delay of 10800 seconds
2015-03-13 11:09:23,952 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0003
2015-03-13 11:09:23,953 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0003
2015-03-13 11:09:23,992 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741850 for deletion
2015-03-13 11:09:23,992 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741851 for deletion
2015-03-13 11:09:23,992 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741852 for deletion
2015-03-13 11:09:23,992 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741853 for deletion
2015-03-13 11:09:23,992 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741854 for deletion
2015-03-13 11:09:23,992 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741850
2015-03-13 11:09:23,993 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741851
2015-03-13 11:09:23,992 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741855 for deletion
2015-03-13 11:09:23,993 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741853
2015-03-13 11:09:23,993 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741855
2015-03-13 11:09:23,993 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741852
2015-03-13 11:09:23,994 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741854
2015-03-13 11:09:24,290 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0004_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:09:24,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.jar dst=null perm=null
2015-03-13 11:09:24,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.jar dst=null perm=null
2015-03-13 11:09:24,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.xml dst=null perm=null
2015-03-13 11:09:24,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.xml dst=null perm=null
2015-03-13 11:09:24,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:24,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:24,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:24,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:24,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:24,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:24,414 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0004_000001 (auth:SIMPLE)
2015-03-13 11:09:24,417 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0004_01_000002 by user soberoi
2015-03-13 11:09:24,417 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0004 CONTAINERID=container_1426270086855_0004_01_000002
2015-03-13 11:09:24,417 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0004_01_000002 to application application_1426270086855_0004
2015-03-13 11:09:24,418 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0004_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 11:09:24,418 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0004
2015-03-13 11:09:24,418 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0004
2015-03-13 11:09:24,419 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:09:24,419 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0004
2015-03-13 11:09:24,419 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0004_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:09:24,451 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0004_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 11:09:24,452 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:24,532 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0004/container_1426270086855_0004_01_000002/default_container_executor.sh]
2015-03-13 11:09:24,903 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:24,903 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:24,904 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:09:24,904 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0004_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:09:24,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0003
2015-03-13 11:09:24,904 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0003
2015-03-13 11:09:24,904 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:09:24,904 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0003, with delay of 10800 seconds
2015-03-13 11:09:24,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0003
2015-03-13 11:09:24,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0003
2015-03-13 11:09:24,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426270086855_0003
2015-03-13 11:09:25,303 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:09:25,907 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:25,907 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:25,969 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741864_1040
2015-03-13 11:09:26,356 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741864_1040
2015-03-13 11:09:26,422 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741864_1040
2015-03-13 11:09:26,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.split dst=null perm=null
2015-03-13 11:09:26,766 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63439, bytes: 362, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0004_m_000000_0_1583870418_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741861_1037, duration: 141000
2015-03-13 11:09:26,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3116795432_lower_upper_3EA1CD899E86414DA34815B85AACB6A8/part-00000 dst=null perm=null
2015-03-13 11:09:26,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/3116795432_lower_upper_3EA1CD899E86414DA34815B85AACB6A8/part-00000 dst=null perm=null
2015-03-13 11:09:26,830 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63440, bytes: 716, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0004_m_000000_0_1583870418_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741856_1032, duration: 159000
2015-03-13 11:09:26,910 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:26,910 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:27,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/_temporary/attempt_1426270086855_0004_m_000000_0 dst=null perm=null
2015-03-13 11:09:27,075 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0004_01_000002
2015-03-13 11:09:27,076 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0004 CONTAINERID=container_1426270086855_0004_01_000002
2015-03-13 11:09:27,076 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0004_01_000002 transitioned from RUNNING to KILLING
2015-03-13 11:09:27,076 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0004_01_000002
2015-03-13 11:09:27,076 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:27,076 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:09:27,084 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0004_01_000002 is : 143
2015-03-13 11:09:27,090 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job_1426270086855_0004_1.jhist. BP-951401976-10.1.1.144-1426270084277 blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:09:27,092 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741865_1041 src: /127.0.0.1:63441 dest: /127.0.0.1:63108
2015-03-13 11:09:27,094 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741865_1041 src: /127.0.0.1:63442 dest: /127.0.0.1:63115
2015-03-13 11:09:27,097 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0004_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:09:27,097 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741865_1041 src: /127.0.0.1:63443 dest: /127.0.0.1:63105
2015-03-13 11:09:27,098 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0004 CONTAINERID=container_1426270086855_0004_01_000002
2015-03-13 11:09:27,098 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0004_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:09:27,098 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0004_01_000002 from application application_1426270086855_0004
2015-03-13 11:09:27,098 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:27,098 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0004
2015-03-13 11:09:27,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0004/container_1426270086855_0004_01_000002
2015-03-13 11:09:27,099 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0004/container_1426270086855_0004_01_000002
2015-03-13 11:09:27,100 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0004/container_1426270086855_0004_01_000002
2015-03-13 11:09:27,100 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426270086855_0004/container_1426270086855_0004_01_000002
2015-03-13 11:09:27,109 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job_1426270086855_0004_1.jhist for DFSClient_NONMAPREDUCE_1876677602_1
2015-03-13 11:09:28,081 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:28,082 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:09:28,082 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0004_01_000002
2015-03-13 11:09:28,083 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0004_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:09:28,083 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0004_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 11:09:28,083 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0004 CONTAINERID=container_1426270086855_0004_01_000002
2015-03-13 11:09:28,084 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0004_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63138, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:09:28,084 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:09:28,085 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0004_01_000002, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:28,085 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:28,085 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:09:28,085 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0004_000001 released container container_1426270086855_0004_01_000002 on node: host: 10.1.1.144:63138 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:09:28,927 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0004_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:09:28,927 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0004 CONTAINERID=container_1426270086855_0004_01_000003
2015-03-13 11:09:28,928 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0004_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 11:09:28,928 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0004 container=Container: [ContainerId: container_1426270086855_0004_01_000003, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] containerId=container_1426270086855_0004_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:28,928 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:09:28,928 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:29,085 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:29,329 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0004_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:09:29,341 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0004_000001 (auth:SIMPLE)
2015-03-13 11:09:29,345 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0004_01_000003 by user soberoi
2015-03-13 11:09:29,345 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0004
2015-03-13 11:09:29,346 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0004 CONTAINERID=container_1426270086855_0004_01_000003
2015-03-13 11:09:29,346 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0004 transitioned from NEW to INITING
2015-03-13 11:09:29,347 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0004_01_000003 to application application_1426270086855_0004
2015-03-13 11:09:29,347 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0004 transitioned from INITING to RUNNING
2015-03-13 11:09:29,347 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0004_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 11:09:29,348 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0004
2015-03-13 11:09:29,348 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0004
2015-03-13 11:09:29,348 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:09:29,348 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0004
2015-03-13 11:09:29,348 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:09:29,348 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:09:29,348 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:09:29,349 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:09:29,349 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar, 1426270086655, FILE, null }
2015-03-13 11:09:29,350 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1426270086480, FILE, null }
2015-03-13 11:09:29,351 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0004_01_000003
2015-03-13 11:09:29,363 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1426270086855_0004_01_000003.tokens. Credentials list:
2015-03-13 11:09:29,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:29,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:29,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:29,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 11:09:29,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:29,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 11:09:29,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 11:09:29,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 11:09:29,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 11:09:29,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 11:09:29,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 11:09:29,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 11:09:29,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 11:09:29,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 11:09:29,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:29,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:29,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:29,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:29,393 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:09:29,402 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63447, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741826_1002, duration: 846000
2015-03-13 11:09:29,402 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63446, bytes: 485810, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741825_1001, duration: 2173000
2015-03-13 11:09:29,426 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:09:29,426 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:09:29,487 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1426270086855_0004_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0004/container_1426270086855_0004_01_000003.tokens
2015-03-13 11:09:29,487 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0004
2015-03-13 11:09:29,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.jar dst=null perm=null
2015-03-13 11:09:29,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.jar dst=null perm=null
2015-03-13 11:09:29,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.jar dst=null perm=null
2015-03-13 11:09:29,571 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63450, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-583300348_2544, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741860_1036, duration: 541000
2015-03-13 11:09:29,599 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:09:29,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.xml dst=null perm=null
2015-03-13 11:09:29,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.xml dst=null perm=null
2015-03-13 11:09:29,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.xml dst=null perm=null
2015-03-13 11:09:29,634 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63450, bytes: 99331, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-583300348_2544, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741863_1039, duration: 320000
2015-03-13 11:09:29,650 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:09:29,650 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0004_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:09:29,689 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0004_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 11:09:29,689 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:29,770 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0004/container_1426270086855_0004_01_000003/default_container_executor.sh]
2015-03-13 11:09:29,932 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:29,933 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0004_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:09:30,089 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:30,336 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:09:30,933 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:31,095 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:31,939 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:32,100 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:32,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/_temporary/attempt_1426270086855_0004_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:32,252 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/_temporary/attempt_1426270086855_0004_r_000000_0/part-00000. BP-951401976-10.1.1.144-1426270084277 blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:09:32,319 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741866_1042 src: /127.0.0.1:63454 dest: /127.0.0.1:63115
2015-03-13 11:09:32,321 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741866_1042 src: /127.0.0.1:63455 dest: /127.0.0.1:63105
2015-03-13 11:09:32,322 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741866_1042 src: /127.0.0.1:63456 dest: /127.0.0.1:63108
2015-03-13 11:09:32,333 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63456, dest: /127.0.0.1:63108, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0004_r_000000_0_-751663607_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741866_1042, duration: 9782000
2015-03-13 11:09:32,333 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741866_1042, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:32,334 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63455, dest: /127.0.0.1:63105, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0004_r_000000_0_-751663607_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741866_1042, duration: 10366000
2015-03-13 11:09:32,334 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:32,334 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:09:32,335 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63454, dest: /127.0.0.1:63115, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0004_r_000000_0_-751663607_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741866_1042, duration: 11617000
2015-03-13 11:09:32,335 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:32,336 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:09:32,337 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:09:32,339 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/_temporary/attempt_1426270086855_0004_r_000000_0/part-00000 is closed by DFSClient_attempt_1426270086855_0004_r_000000_0_-751663607_1
2015-03-13 11:09:32,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/_temporary/attempt_1426270086855_0004_r_000000_0 dst=null perm=null
2015-03-13 11:09:32,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/_temporary/attempt_1426270086855_0004_r_000000_0 dst=null perm=null
2015-03-13 11:09:32,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/task_1426270086855_0004_r_000000 dst=null perm=null
2015-03-13 11:09:32,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/_temporary/attempt_1426270086855_0004_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/task_1426270086855_0004_r_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:09:32,371 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0004_01_000003
2015-03-13 11:09:32,372 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0004 CONTAINERID=container_1426270086855_0004_01_000003
2015-03-13 11:09:32,372 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0004_01_000003 transitioned from RUNNING to KILLING
2015-03-13 11:09:32,373 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0004_01_000003
2015-03-13 11:09:32,373 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:09:32,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:32,385 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1876677602_1
2015-03-13 11:09:32,389 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0004_01_000003 is : 143
2015-03-13 11:09:32,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1 dst=null perm=null
2015-03-13 11:09:32,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null
2015-03-13 11:09:32,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null
2015-03-13 11:09:32,407 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0004_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:09:32,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/task_1426270086855_0004_r_000000 dst=null perm=null
2015-03-13 11:09:32,408 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0004/container_1426270086855_0004_01_000003
2015-03-13 11:09:32,411 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0004/container_1426270086855_0004_01_000003
2015-03-13 11:09:32,411 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0004/container_1426270086855_0004_01_000003
2015-03-13 11:09:32,412 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0004 CONTAINERID=container_1426270086855_0004_01_000003
2015-03-13 11:09:32,412 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0004/container_1426270086855_0004_01_000003
2015-03-13 11:09:32,414 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0004_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:09:32,415 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0004_01_000003 from application application_1426270086855_0004
2015-03-13 11:09:32,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/part-00000 dst=null perm=null
2015-03-13 11:09:32,415 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:32,416 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0004
2015-03-13 11:09:32,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary/1/task_1426270086855_0004_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:32,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary dst=null perm=null
2015-03-13 11:09:32,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:32,432 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1876677602_1
2015-03-13 11:09:32,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:32,437 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1876677602_1
2015-03-13 11:09:32,452 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63443, dest: /127.0.0.1:63105, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1876677602_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741865_1041, duration: 5346793000
2015-03-13 11:09:32,452 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741865_1041, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:32,452 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:09:32,453 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63442, dest: /127.0.0.1:63115, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1876677602_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741865_1041, duration: 5347150000
2015-03-13 11:09:32,454 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:32,454 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:09:32,455 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63441, dest: /127.0.0.1:63108, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1876677602_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741865_1041, duration: 5348710000
2015-03-13 11:09:32,455 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:32,456 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:09:32,457 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job_1426270086855_0004_1.jhist is closed by DFSClient_NONMAPREDUCE_1876677602_1
2015-03-13 11:09:32,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:32,466 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004.summary_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:09:32,468 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741867_1043 src: /127.0.0.1:63457 dest: /127.0.0.1:63108
2015-03-13 11:09:32,471 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741867_1043 src: /127.0.0.1:63458 dest: /127.0.0.1:63115
2015-03-13 11:09:32,472 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741867_1043 src: /127.0.0.1:63459 dest: /127.0.0.1:63105
2015-03-13 11:09:32,477 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63459, dest: /127.0.0.1:63105, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1876677602_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741867_1043, duration: 2888000
2015-03-13 11:09:32,477 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741867_1043, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:32,479 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63458, dest: /127.0.0.1:63115, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1876677602_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741867_1043, duration: 4409000
2015-03-13 11:09:32,479 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:32,481 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63457, dest: /127.0.0.1:63108, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1876677602_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741867_1043, duration: 6607000
2015-03-13 11:09:32,481 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:32,483 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:09:32,484 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:09:32,485 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:09:32,489 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004.summary_tmp is closed by DFSClient_NONMAPREDUCE_1876677602_1
2015-03-13 11:09:32,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:09:32,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job_1426270086855_0004_1.jhist dst=null perm=null
2015-03-13 11:09:32,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004-1426270158320-soberoi-%5BD8B02B3209584B46ABCA0DECB96B60E5%2FACA9104E8C5E432D-1426270172438-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:09:32,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job_1426270086855_0004_1.jhist dst=null perm=null
2015-03-13 11:09:32,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004-1426270158320-soberoi-%5BD8B02B3209584B46ABCA0DECB96B60E5%2FACA9104E8C5E432D-1426270172438-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:09:32,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job_1426270086855_0004_1.jhist dst=null perm=null
2015-03-13 11:09:32,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004-1426270158320-soberoi-%5BD8B02B3209584B46ABCA0DECB96B60E5%2FACA9104E8C5E432D-1426270172438-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:32,515 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63460, bytes: 36949, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1876677602_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741865_1041, duration: 451000
2015-03-13 11:09:32,518 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004-1426270158320-soberoi-%5BD8B02B3209584B46ABCA0DECB96B60E5%2FACA9104E8C5E432D-1426270172438-1-1-SUCCEEDED-default.jhist_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:09:32,520 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741868_1044 src: /127.0.0.1:63461 dest: /127.0.0.1:63105
2015-03-13 11:09:32,522 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741868_1044 src: /127.0.0.1:63462 dest: /127.0.0.1:63112
2015-03-13 11:09:32,524 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741868_1044 src: /127.0.0.1:63463 dest: /127.0.0.1:63115
2015-03-13 11:09:32,528 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63463, dest: /127.0.0.1:63115, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1876677602_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741868_1044, duration: 2541000
2015-03-13 11:09:32,529 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741868_1044, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:32,529 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:32,530 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63462, dest: /127.0.0.1:63112, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1876677602_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741868_1044, duration: 3576000
2015-03-13 11:09:32,530 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:32,531 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:32,531 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63461, dest: /127.0.0.1:63105, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1876677602_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741868_1044, duration: 5346000
2015-03-13 11:09:32,532 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:32,533 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:32,534 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004-1426270158320-soberoi-%5BD8B02B3209584B46ABCA0DECB96B60E5%2FACA9104E8C5E432D-1426270172438-1-1-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1876677602_1
2015-03-13 11:09:32,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004-1426270158320-soberoi-%5BD8B02B3209584B46ABCA0DECB96B60E5%2FACA9104E8C5E432D-1426270172438-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:09:32,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job_1426270086855_0004_1_conf.xml dst=null perm=null
2015-03-13 11:09:32,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004_conf.xml_tmp dst=null perm=null
2015-03-13 11:09:32,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job_1426270086855_0004_1_conf.xml dst=null perm=null
2015-03-13 11:09:32,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004_conf.xml_tmp dst=null perm=null
2015-03-13 11:09:32,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004/job_1426270086855_0004_1_conf.xml dst=null perm=null
2015-03-13 11:09:32,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:32,551 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63460, bytes: 91892, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1876677602_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741864_1040, duration: 322000
2015-03-13 11:09:32,553 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004_conf.xml_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:09:32,555 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741869_1045 src: /127.0.0.1:63464 dest: /127.0.0.1:63105
2015-03-13 11:09:32,556 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741869_1045 src: /127.0.0.1:63465 dest: /127.0.0.1:63115
2015-03-13 11:09:32,558 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741869_1045 src: /127.0.0.1:63466 dest: /127.0.0.1:63108
2015-03-13 11:09:32,562 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63466, dest: /127.0.0.1:63108, bytes: 91176, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1876677602_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741869_1045, duration: 2556000
2015-03-13 11:09:32,562 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741869_1045, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:32,562 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:09:32,563 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63465, dest: /127.0.0.1:63115, bytes: 91176, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1876677602_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741869_1045, duration: 3354000
2015-03-13 11:09:32,563 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:32,564 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:09:32,564 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63464, dest: /127.0.0.1:63105, bytes: 91176, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1876677602_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741869_1045, duration: 4309000
2015-03-13 11:09:32,564 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:32,566 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:09:32,571 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1876677602_1
2015-03-13 11:09:32,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:09:32,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:09:32,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:09:32,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004-1426270158320-soberoi-%5BD8B02B3209584B46ABCA0DECB96B60E5%2FACA9104E8C5E432D-1426270172438-1-1-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004-1426270158320-soberoi-%5BD8B02B3209584B46ABCA0DECB96B60E5%2FACA9104E8C5E432D-1426270172438-1-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:09:32,591 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0004_000001 State change from RUNNING to FINISHING
2015-03-13 11:09:32,591 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426270086855_0004
2015-03-13 11:09:32,592 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0004 State change from RUNNING to REMOVING
2015-03-13 11:09:32,592 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426270086855_0004
2015-03-13 11:09:32,592 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0004 State change from REMOVING to FINISHING
2015-03-13 11:09:33,104 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:33,374 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:09:33,374 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0004_01_000003
2015-03-13 11:09:33,375 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0004_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:09:33,375 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0004_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 11:09:33,376 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0004 CONTAINERID=container_1426270086855_0004_01_000003
2015-03-13 11:09:33,376 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0004_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:09:33,376 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:09:33,376 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0004_01_000003, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:33,377 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:33,377 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:09:33,377 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0004_000001 released container container_1426270086855_0004_01_000003 on node: host: 10.1.1.144:63130 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:09:33,601 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741860_1036 127.0.0.1:63115 127.0.0.1:63108 127.0.0.1:63112 127.0.0.1:63105
2015-03-13 11:09:33,601 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741861_1037 127.0.0.1:63112 127.0.0.1:63108 127.0.0.1:63115 127.0.0.1:63105
2015-03-13 11:09:33,602 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741862_1038 127.0.0.1:63112 127.0.0.1:63108 127.0.0.1:63115
2015-03-13 11:09:33,602 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741863_1039 127.0.0.1:63105 127.0.0.1:63115 127.0.0.1:63108
2015-03-13 11:09:33,602 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741865_1041 127.0.0.1:63108 127.0.0.1:63115 127.0.0.1:63105
2015-03-13 11:09:33,603 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741864_1040 127.0.0.1:63108 127.0.0.1:63112 127.0.0.1:63115
2015-03-13 11:09:33,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0004 dst=null perm=null
2015-03-13 11:09:33,634 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741856_1032 127.0.0.1:63112 127.0.0.1:63108 127.0.0.1:63115
2015-03-13 11:09:33,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/3116795432_lower_upper_3EA1CD899E86414DA34815B85AACB6A8 dst=null perm=null
2015-03-13 11:09:33,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null
2015-03-13 11:09:33,636 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary
2015-03-13 11:09:33,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/_temporary dst=null perm=null
2015-03-13 11:09:33,648 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:09:33,649 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:09:33,651 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:09:33,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null
2015-03-13 11:09:33,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null
2015-03-13 11:09:33,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null
2015-03-13 11:09:33,654 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:09:33,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/part-00000 dst=null perm=null
2015-03-13 11:09:33,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/part-00000 dst=null perm=null
2015-03-13 11:09:33,658 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63467, bytes: 716, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741866_1042, duration: 191000
2015-03-13 11:09:33,667 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:09:33,668 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:09:33,669 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:09:33,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null
2015-03-13 11:09:33,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null
2015-03-13 11:09:33,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null
2015-03-13 11:09:33,673 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:09:33,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/part-00000 dst=null perm=null
2015-03-13 11:09:33,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/part-00000 dst=null perm=null
2015-03-13 11:09:33,676 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63467, bytes: 716, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741866_1042, duration: 204000
2015-03-13 11:09:33,678 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output//hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false
2015-03-13 11:09:33,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null
2015-03-13 11:09:33,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null
2015-03-13 11:09:33,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null
2015-03-13 11:09:33,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false dst=null perm=null
2015-03-13 11:09:33,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/part-00000 dst=null perm=null
2015-03-13 11:09:33,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/false/part-00000 dst=null perm=null
2015-03-13 11:09:33,687 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63467, bytes: 716, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741866_1042, duration: 163000
2015-03-13 11:09:33,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:09:33,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:09:33,704 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:09:33,708 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-03-13 11:09:33,709 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-03-13 11:09:33,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null
2015-03-13 11:09:33,740 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-03-13 11:09:33,740 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt"]
2015-03-13 11:09:33,741 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt"]
2015-03-13 11:09:33,741 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["TextLine[['line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue"]
2015-03-13 11:09:33,741 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-03-13 11:09:33,741 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 1
2015-03-13 11:09:33,741 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 1
2015-03-13 11:09:33,742 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...orm/byteswritablekeyvalue
2015-03-13 11:09:33,754 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:09:33,764 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:09:33,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null
2015-03-13 11:09:33,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:09:33,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:09:33,772 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 5
2015-03-13 11:09:33,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005 dst=null perm=null
2015-03-13 11:09:33,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 11:09:33,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 11:09:33,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.jar dst=null perm=null
2015-03-13 11:09:33,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:33,789 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.jar. BP-951401976-10.1.1.144-1426270084277 blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:09:33,790 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741870_1046 src: /127.0.0.1:63469 dest: /127.0.0.1:63108
2015-03-13 11:09:33,792 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741870_1046 src: /127.0.0.1:63470 dest: /127.0.0.1:63105
2015-03-13 11:09:33,793 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741870_1046 src: /127.0.0.1:63471 dest: /127.0.0.1:63112
2015-03-13 11:09:33,800 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63471, dest: /127.0.0.1:63112, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741870_1046, duration: 4369000
2015-03-13 11:09:33,801 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741870_1046, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:33,802 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63470, dest: /127.0.0.1:63105, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741870_1046, duration: 4619000
2015-03-13 11:09:33,802 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:09:33,803 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63469, dest: /127.0.0.1:63108, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741870_1046, duration: 6104000
2015-03-13 11:09:33,804 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:33,804 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:09:33,802 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:33,805 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:09:33,806 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.jar is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:09:33,807 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.jar
2015-03-13 11:09:33,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.jar dst=null perm=null
2015-03-13 11:09:33,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:33,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:33,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:33,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:33,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 11:09:33,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 11:09:33,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 11:09:33,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 11:09:33,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 11:09:33,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:33,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:09:33,819 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:09:33,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:09:33,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:09:33,822 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:09:33,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:09:33,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:09:33,825 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:09:33,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:09:33,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:09:33,828 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:09:33,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:09:33,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:33,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:33,836 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.split
2015-03-13 11:09:33,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.split dst=null perm=null
2015-03-13 11:09:33,839 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.split. BP-951401976-10.1.1.144-1426270084277 blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:09:33,841 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741871_1047 src: /127.0.0.1:63472 dest: /127.0.0.1:63108
2015-03-13 11:09:33,842 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741871_1047 src: /127.0.0.1:63473 dest: /127.0.0.1:63115
2015-03-13 11:09:33,843 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741871_1047 src: /127.0.0.1:63474 dest: /127.0.0.1:63105
2015-03-13 11:09:33,845 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741871_1047 src: /127.0.0.1:63475 dest: /127.0.0.1:63112
2015-03-13 11:09:33,848 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63475, dest: /127.0.0.1:63112, bytes: 2137, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741871_1047, duration: 1562000
2015-03-13 11:09:33,848 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741871_1047, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:33,848 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:09:33,849 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63474, dest: /127.0.0.1:63105, bytes: 2137, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741871_1047, duration: 2073000
2015-03-13 11:09:33,849 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:33,850 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63473, dest: /127.0.0.1:63115, bytes: 2137, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741871_1047, duration: 3442000
2015-03-13 11:09:33,850 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:33,851 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:09:33,851 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63472, dest: /127.0.0.1:63108, bytes: 2137, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741871_1047, duration: 4459000
2015-03-13 11:09:33,851 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:33,852 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:09:33,853 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:09:33,854 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.split is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:09:33,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:33,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:33,858 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.splitmetainfo. BP-951401976-10.1.1.144-1426270084277 blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:09:33,860 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741872_1048 src: /127.0.0.1:63476 dest: /127.0.0.1:63108
2015-03-13 11:09:33,861 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741872_1048 src: /127.0.0.1:63477 dest: /127.0.0.1:63112
2015-03-13 11:09:33,863 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741872_1048 src: /127.0.0.1:63478 dest: /127.0.0.1:63105
2015-03-13 11:09:33,866 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63478, dest: /127.0.0.1:63105, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741872_1048, duration: 1561000
2015-03-13 11:09:33,866 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741872_1048, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:33,867 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:09:33,867 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63477, dest: /127.0.0.1:63112, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741872_1048, duration: 2080000
2015-03-13 11:09:33,867 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:33,868 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:09:33,868 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63476, dest: /127.0.0.1:63108, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741872_1048, duration: 3102000
2015-03-13 11:09:33,868 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:33,869 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:09:33,870 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:09:33,871 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:6
2015-03-13 11:09:33,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:33,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:33,876 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:09:33,876 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:09:33,877 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:09:33,910 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:09:33,914 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741873_1049 src: /127.0.0.1:63479 dest: /127.0.0.1:63115
2015-03-13 11:09:33,917 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741873_1049 src: /127.0.0.1:63480 dest: /127.0.0.1:63105
2015-03-13 11:09:33,920 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741873_1049 src: /127.0.0.1:63481 dest: /127.0.0.1:63112
2015-03-13 11:09:33,925 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63481, dest: /127.0.0.1:63112, bytes: 99094, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741873_1049, duration: 2134000
2015-03-13 11:09:33,925 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741873_1049, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:33,926 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:09:33,927 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63480, dest: /127.0.0.1:63105, bytes: 99094, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741873_1049, duration: 3089000
2015-03-13 11:09:33,927 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:33,928 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63479, dest: /127.0.0.1:63115, bytes: 99094, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741873_1049, duration: 5026000
2015-03-13 11:09:33,929 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:33,929 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:09:33,932 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:09:33,933 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.xml is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:09:33,933 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426270086855_0005
2015-03-13 11:09:33,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005 dst=null perm=null
2015-03-13 11:09:33,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.xml dst=null perm=null
2015-03-13 11:09:33,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.xml dst=null perm=null
2015-03-13 11:09:33,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.jar dst=null perm=null
2015-03-13 11:09:33,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.jar dst=null perm=null
2015-03-13 11:09:33,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.split dst=null perm=null
2015-03-13 11:09:33,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.split dst=null perm=null
2015-03-13 11:09:33,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.splitmetainfo dst=null perm=null
2015-03-13 11:09:33,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.splitmetainfo dst=null perm=null
2015-03-13 11:09:33,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:33,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:33,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:33,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:33,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:33,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:33,963 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 5 submitted by user soberoi
2015-03-13 11:09:33,963 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426270086855_0005
2015-03-13 11:09:33,964 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426270086855_0005
2015-03-13 11:09:33,964 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0005 State change from NEW to NEW_SAVING
2015-03-13 11:09:33,964 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426270086855_0005
2015-03-13 11:09:33,965 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0005 State change from NEW_SAVING to SUBMITTED
2015-03-13 11:09:33,965 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426270086855_0005_000001
2015-03-13 11:09:33,966 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0005_000001 State change from NEW to SUBMITTED
2015-03-13 11:09:33,966 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426270086855_0005 from user: soberoi activated in queue: default
2015-03-13 11:09:33,967 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426270086855_0005 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@20a38b8, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-03-13 11:09:33,967 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426270086855_0005 user: soberoi leaf-queue of parent: root #applications: 2
2015-03-13 11:09:33,967 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426270086855_0005_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2015-03-13 11:09:33,967 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426270086855_0005 to ResourceManager at /10.1.1.144:63128
2015-03-13 11:09:33,968 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0005_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 11:09:33,968 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0005 State change from SUBMITTED to ACCEPTED
2015-03-13 11:09:33,972 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:63125/proxy/application_1426270086855_0005/
2015-03-13 11:09:33,972 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1426270086855_0005
2015-03-13 11:09:33,972 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:63125/proxy/application_1426270086855_0005/
2015-03-13 11:09:33,990 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:09:33,990 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000001
2015-03-13 11:09:33,991 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0005_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63134, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2015-03-13 11:09:33,991 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0005 container=Container: [ContainerId: container_1426270086855_0005_01_000001, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0005_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:33,991 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 11:09:33,992 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:33,992 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:09:33,993 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426270086855_0005 AttemptId: appattempt_1426270086855_0005_000001 MasterContainer: Container: [ContainerId: container_1426270086855_0005_01_000001, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ]
2015-03-13 11:09:33,993 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0005_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 11:09:33,993 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426270086855_0005_000001
2015-03-13 11:09:33,993 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0005_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 11:09:33,994 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426270086855_0005_000001
2015-03-13 11:09:33,995 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426270086855_0005_01_000001, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] for AM appattempt_1426270086855_0005_000001
2015-03-13 11:09:33,995 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426270086855_0005_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 11:09:33,998 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0005_000001 (auth:SIMPLE)
2015-03-13 11:09:34,001 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0005_01_000001 by user soberoi
2015-03-13 11:09:34,001 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0005
2015-03-13 11:09:34,001 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000001
2015-03-13 11:09:34,001 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0005 transitioned from NEW to INITING
2015-03-13 11:09:34,001 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0005_01_000001 to application application_1426270086855_0005
2015-03-13 11:09:34,002 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0005 transitioned from INITING to RUNNING
2015-03-13 11:09:34,002 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426270086855_0005_01_000001, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] for AM appattempt_1426270086855_0005_000001
2015-03-13 11:09:34,002 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0005_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 11:09:34,002 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 11:09:34,002 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0005
2015-03-13 11:09:34,003 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:09:34,003 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 11:09:34,003 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.split transitioned from INIT to DOWNLOADING
2015-03-13 11:09:34,003 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:09:34,003 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0005_01_000001
2015-03-13 11:09:34,013 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1426270086855_0005_01_000001.tokens. Credentials list:
2015-03-13 11:09:34,031 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:09:34,106 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:34,109 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1426270086855_0005_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000001.tokens
2015-03-13 11:09:34,109 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0005
2015-03-13 11:09:34,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.jar dst=null perm=null
2015-03-13 11:09:34,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.jar dst=null perm=null
2015-03-13 11:09:34,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.jar dst=null perm=null
2015-03-13 11:09:34,190 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63485, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-662956547_2694, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741870_1046, duration: 545000
2015-03-13 11:09:34,212 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:09:34,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.splitmetainfo dst=null perm=null
2015-03-13 11:09:34,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.splitmetainfo dst=null perm=null
2015-03-13 11:09:34,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.splitmetainfo dst=null perm=null
2015-03-13 11:09:34,244 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63485, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-662956547_2694, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741872_1048, duration: 208000
2015-03-13 11:09:34,258 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:09:34,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.split dst=null perm=null
2015-03-13 11:09:34,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.split dst=null perm=null
2015-03-13 11:09:34,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.split dst=null perm=null
2015-03-13 11:09:34,289 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63467, bytes: 2157, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-662956547_2694, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741871_1047, duration: 210000
2015-03-13 11:09:34,306 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:09:34,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.xml dst=null perm=null
2015-03-13 11:09:34,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.xml dst=null perm=null
2015-03-13 11:09:34,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.xml dst=null perm=null
2015-03-13 11:09:34,335 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63486, bytes: 99870, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-662956547_2694, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741873_1049, duration: 282000
2015-03-13 11:09:34,351 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:09:34,351 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:09:34,386 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 11:09:34,386 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:34,471 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000001/default_container_executor.sh]
2015-03-13 11:09:34,992 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:34,993 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:09:35,110 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:35,146 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1352)) - BLOCK* ask 127.0.0.1:63112 to replicate blk_1073741870_1046 to datanode(s) 127.0.0.1:63115
2015-03-13 11:09:35,146 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63115 to delete [blk_1073741856_1032, blk_1073741860_1036, blk_1073741861_1037, blk_1073741862_1038, blk_1073741863_1039, blk_1073741864_1040, blk_1073741865_1041]
2015-03-13 11:09:35,146 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63105 to delete [blk_1073741860_1036, blk_1073741861_1037, blk_1073741863_1039, blk_1073741865_1041]
2015-03-13 11:09:35,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741860 for deletion
2015-03-13 11:09:35,750 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741861 for deletion
2015-03-13 11:09:35,750 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741863 for deletion
2015-03-13 11:09:35,750 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741860
2015-03-13 11:09:35,750 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741863
2015-03-13 11:09:35,750 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741865 for deletion
2015-03-13 11:09:35,751 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741861
2015-03-13 11:09:35,751 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741865
2015-03-13 11:09:35,979 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741865_1041
2015-03-13 11:09:35,979 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741866_1042
2015-03-13 11:09:35,981 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741870_1046
2015-03-13 11:09:35,981 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741871_1047
2015-03-13 11:09:35,981 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741867_1043
2015-03-13 11:09:35,982 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741869_1045
2015-03-13 11:09:35,983 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741872_1048
2015-03-13 11:09:35,994 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:36,000 INFO datanode.DataNode (DataNode.java:transferBlock(1319)) - DatanodeRegistration(127.0.0.1, storageID=DS-2043704984-10.1.1.144-63112-1426270085851, infoPort=63113, ipcPort=63114, storageInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0) Starting thread to transfer BP-951401976-10.1.1.144-1426270084277:blk_1073741870_1046 to 127.0.0.1:63115
2015-03-13 11:09:36,002 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741870_1046 src: /127.0.0.1:63487 dest: /127.0.0.1:63115
2015-03-13 11:09:36,002 INFO datanode.DataNode (DataNode.java:run(1523)) - DataTransfer: Transmitted BP-951401976-10.1.1.144-1426270084277:blk_1073741870_1046 (numBytes=254067) to /127.0.0.1:63115
2015-03-13 11:09:36,005 INFO datanode.DataNode (DataXceiver.java:writeBlock(594)) - Received BP-951401976-10.1.1.144-1426270084277:blk_1073741870_1046 src: /127.0.0.1:63487 dest: /127.0.0.1:63115 of size 254067
2015-03-13 11:09:36,005 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741870_1046 size 254067
2015-03-13 11:09:36,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:09:36,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/COMMIT_STARTED dst=null perm=null
2015-03-13 11:09:36,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/COMMIT_SUCCESS dst=null perm=null
2015-03-13 11:09:36,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/COMMIT_FAIL dst=null perm=null
2015-03-13 11:09:36,114 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:36,153 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741856 for deletion
2015-03-13 11:09:36,153 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741860 for deletion
2015-03-13 11:09:36,154 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741861 for deletion
2015-03-13 11:09:36,154 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741862_1038 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741862 for deletion
2015-03-13 11:09:36,154 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741863 for deletion
2015-03-13 11:09:36,154 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741856
2015-03-13 11:09:36,154 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741864 for deletion
2015-03-13 11:09:36,154 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741865 for deletion
2015-03-13 11:09:36,154 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741860
2015-03-13 11:09:36,154 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741862_1038 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741862
2015-03-13 11:09:36,155 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741864
2015-03-13 11:09:36,155 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741861
2015-03-13 11:09:36,155 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741863
2015-03-13 11:09:36,156 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741865
2015-03-13 11:09:36,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005 dst=null perm=null
2015-03-13 11:09:36,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 11:09:36,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 11:09:36,365 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741869_1045
2015-03-13 11:09:36,366 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741873_1049
2015-03-13 11:09:36,366 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741867_1043
2015-03-13 11:09:36,367 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741871_1047
2015-03-13 11:09:36,367 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741866_1042
2015-03-13 11:09:36,368 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741868_1044
2015-03-13 11:09:36,381 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741868_1044
2015-03-13 11:09:36,382 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741873_1049
2015-03-13 11:09:36,382 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741871_1047
2015-03-13 11:09:36,383 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741866_1042
2015-03-13 11:09:36,429 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741868_1044
2015-03-13 11:09:36,429 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741872_1048
2015-03-13 11:09:36,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.splitmetainfo dst=null perm=null
2015-03-13 11:09:36,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.splitmetainfo dst=null perm=null
2015-03-13 11:09:36,530 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63489, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-100513901_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741872_1048, duration: 189000
2015-03-13 11:09:36,571 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741870_1046
2015-03-13 11:09:36,583 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741870_1046
2015-03-13 11:09:36,630 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741870_1046
2015-03-13 11:09:36,631 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741873_1049
2015-03-13 11:09:36,631 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741871_1047
2015-03-13 11:09:36,782 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741869_1045
2015-03-13 11:09:36,783 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741867_1043
2015-03-13 11:09:36,783 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741872_1048
2015-03-13 11:09:36,996 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:37,115 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:37,337 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0005_000001 (auth:SIMPLE)
2015-03-13 11:09:37,339 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426270086855_0005_000001
2015-03-13 11:09:37,339 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426270086855_0005 APPATTEMPTID=appattempt_1426270086855_0005_000001
2015-03-13 11:09:37,340 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0005_000001 State change from LAUNCHED to RUNNING
2015-03-13 11:09:37,340 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0005 State change from ACCEPTED to RUNNING
2015-03-13 11:09:37,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job_1426270086855_0005_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:37,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:09:37,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job_1426270086855_0005_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:37,599 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job_1426270086855_0005_1_conf.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:09:37,635 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741874_1050 src: /127.0.0.1:63495 dest: /127.0.0.1:63115
2015-03-13 11:09:37,636 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741874_1050 src: /127.0.0.1:63496 dest: /127.0.0.1:63112
2015-03-13 11:09:37,638 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741874_1050 src: /127.0.0.1:63497 dest: /127.0.0.1:63105
2015-03-13 11:09:37,648 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63497, dest: /127.0.0.1:63105, bytes: 91378, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-100513901_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741874_1050, duration: 8157000
2015-03-13 11:09:37,648 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741874_1050, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:37,648 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:09:37,649 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63496, dest: /127.0.0.1:63112, bytes: 91378, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-100513901_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741874_1050, duration: 9159000
2015-03-13 11:09:37,649 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:37,650 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:09:37,650 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63495, dest: /127.0.0.1:63115, bytes: 91378, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-100513901_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741874_1050, duration: 10231000
2015-03-13 11:09:37,650 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:37,651 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:09:37,656 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job_1426270086855_0005_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-100513901_1
2015-03-13 11:09:37,998 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:38,121 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:38,151 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63108 to delete [blk_1073741856_1032, blk_1073741860_1036, blk_1073741861_1037, blk_1073741862_1038, blk_1073741863_1039, blk_1073741864_1040, blk_1073741865_1041]
2015-03-13 11:09:38,151 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63112 to delete [blk_1073741856_1032, blk_1073741860_1036, blk_1073741861_1037, blk_1073741862_1038, blk_1073741864_1040]
2015-03-13 11:09:38,384 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:09:38,385 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000002
2015-03-13 11:09:38,385 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0005_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 11:09:38,385 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0005 container=Container: [ContainerId: container_1426270086855_0005_01_000002, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] containerId=container_1426270086855_0005_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:38,386 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-03-13 11:09:38,386 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:38,386 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:09:38,387 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000003
2015-03-13 11:09:38,387 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0005_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2015-03-13 11:09:38,387 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0005 container=Container: [ContainerId: container_1426270086855_0005_01_000003, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] containerId=container_1426270086855_0005_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:38,387 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-03-13 11:09:38,388 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:38,388 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000004 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:09:38,388 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000004
2015-03-13 11:09:38,388 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0005_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2015-03-13 11:09:38,389 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0005 container=Container: [ContainerId: container_1426270086855_0005_01_000004, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] containerId=container_1426270086855_0005_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:38,389 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2015-03-13 11:09:38,389 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:38,389 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000005 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:09:38,389 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000005
2015-03-13 11:09:38,390 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0005_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2015-03-13 11:09:38,390 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0005 container=Container: [ContainerId: container_1426270086855_0005_01_000005, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] containerId=container_1426270086855_0005_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:38,390 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2015-03-13 11:09:38,390 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:38,733 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1426270086855_0004_01_000001 succeeded
2015-03-13 11:09:38,733 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0004_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-03-13 11:09:38,733 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0004_01_000001
2015-03-13 11:09:38,743 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0004/container_1426270086855_0004_01_000001
2015-03-13 11:09:38,743 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0004/container_1426270086855_0004_01_000001
2015-03-13 11:09:38,743 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0004/container_1426270086855_0004_01_000001
2015-03-13 11:09:38,743 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426270086855_0004/container_1426270086855_0004_01_000001
2015-03-13 11:09:38,744 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0004 CONTAINERID=container_1426270086855_0004_01_000001
2015-03-13 11:09:38,744 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0004_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-03-13 11:09:38,744 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0004_01_000001 from application application_1426270086855_0004
2015-03-13 11:09:38,744 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:38,744 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0004
2015-03-13 11:09:38,752 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741856 for deletion
2015-03-13 11:09:38,752 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741860 for deletion
2015-03-13 11:09:38,753 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741861 for deletion
2015-03-13 11:09:38,753 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741856
2015-03-13 11:09:38,753 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741862_1038 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741862 for deletion
2015-03-13 11:09:38,753 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741863 for deletion
2015-03-13 11:09:38,753 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741861
2015-03-13 11:09:38,753 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741864 for deletion
2015-03-13 11:09:38,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741865 for deletion
2015-03-13 11:09:38,753 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741860
2015-03-13 11:09:38,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741862_1038 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741862
2015-03-13 11:09:38,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741863_1039 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741863
2015-03-13 11:09:38,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741865
2015-03-13 11:09:38,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741864
2015-03-13 11:09:39,001 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:39,002 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000006 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:09:39,002 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000006
2015-03-13 11:09:39,003 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0005_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 11:09:39,002 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741856 for deletion
2015-03-13 11:09:39,003 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0005 container=Container: [ContainerId: container_1426270086855_0005_01_000006, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0005_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:39,003 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2015-03-13 11:09:39,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741856
2015-03-13 11:09:39,004 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:39,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741860 for deletion
2015-03-13 11:09:39,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741861 for deletion
2015-03-13 11:09:39,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741862_1038 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741862 for deletion
2015-03-13 11:09:39,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741864 for deletion
2015-03-13 11:09:39,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741861
2015-03-13 11:09:39,004 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000007 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:09:39,005 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000007
2015-03-13 11:09:39,006 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0005_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2015-03-13 11:09:39,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741860
2015-03-13 11:09:39,006 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0005 container=Container: [ContainerId: container_1426270086855_0005_01_000007, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0005_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:39,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741864
2015-03-13 11:09:39,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741862_1038 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741862
2015-03-13 11:09:39,006 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2015-03-13 11:09:39,007 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:39,127 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 4 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_COMPLETE diagnostics: "" exit_status: 0
2015-03-13 11:09:39,127 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0004_01_000001
2015-03-13 11:09:39,128 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0004_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:09:39,128 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(550)) - Unregistering app attempt : appattempt_1426270086855_0004_000001
2015-03-13 11:09:39,128 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0004_000001 State change from FINISHING to FINISHED
2015-03-13 11:09:39,128 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0004_01_000001 in state: COMPLETED event:FINISHED
2015-03-13 11:09:39,129 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0004 CONTAINERID=container_1426270086855_0004_01_000001
2015-03-13 11:09:39,129 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0004 State change from FINISHING to FINISHED
2015-03-13 11:09:39,129 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0004_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63138, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:09:39,130 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:8192, vCores:7> numContainers=7 user=soberoi user-resources=<memory:8192, vCores:7>
2015-03-13 11:09:39,129 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1426270086855_0004
2015-03-13 11:09:39,130 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1426270086855_0004_000001
2015-03-13 11:09:39,130 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0004_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:39,130 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(166)) - appId=application_1426270086855_0004,name=[D8B02B3209584B46ABCA0DECB96B60E5/ACA9104E8C5E432DBE371AFF255B0C15] lower*upper/(2/2) ...ue/true/false/false/false,user=soberoi,queue=default,state=FINISHED,trackingUrl=Edinburgh.local:63125/proxy/application_1426270086855_0004/jobhistory/job/job_1426270086855_0004,appMasterHost=Edinburgh.local,startTime=1426270158320,finishTime=1426270172592,finalStatus=SUCCEEDED
2015-03-13 11:09:39,131 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:39,131 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7
2015-03-13 11:09:39,131 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0004_000001 released container container_1426270086855_0004_01_000001 on node: host: 10.1.1.144:63138 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:09:39,131 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplication(470)) - Application appattempt_1426270086855_0004_000001 is done. finalState=FINISHED
2015-03-13 11:09:39,131 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1426270086855_0004 requests cleared
2015-03-13 11:09:39,132 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(779)) - Application removed - appId: application_1426270086855_0004 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-03-13 11:09:39,132 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(510)) - Application removed - appId: application_1426270086855_0004 user: soberoi leaf-queue of parent: root #applications: 1
2015-03-13 11:09:39,134 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0004_000001 (auth:SIMPLE)
2015-03-13 11:09:39,135 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0004_01_000001
2015-03-13 11:09:39,375 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:09:39,375 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:09:39,375 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:09:39,376 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:09:39,376 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:09:39,376 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:09:39,389 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:09:39,389 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0004
2015-03-13 11:09:39,389 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0004
2015-03-13 11:09:39,389 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0004
2015-03-13 11:09:39,389 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:09:39,390 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0004, with delay of 10800 seconds
2015-03-13 11:09:39,390 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0004
2015-03-13 11:09:39,390 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0004
2015-03-13 11:09:39,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.jar dst=null perm=null
2015-03-13 11:09:39,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.jar dst=null perm=null
2015-03-13 11:09:39,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.xml dst=null perm=null
2015-03-13 11:09:39,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.xml dst=null perm=null
2015-03-13 11:09:39,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:39,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:39,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:39,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:39,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:39,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:39,516 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0005_000001 (auth:SIMPLE)
2015-03-13 11:09:39,516 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0005_000001 (auth:SIMPLE)
2015-03-13 11:09:39,519 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0005_01_000004 by user soberoi
2015-03-13 11:09:39,520 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0005
2015-03-13 11:09:39,520 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000004
2015-03-13 11:09:39,520 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0005_01_000006 by user soberoi
2015-03-13 11:09:39,520 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0005_01_000003 by user soberoi
2015-03-13 11:09:39,520 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000006
2015-03-13 11:09:39,520 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0005_01_000007 by user soberoi
2015-03-13 11:09:39,521 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000007
2015-03-13 11:09:39,519 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0005_01_000002 by user soberoi
2015-03-13 11:09:39,521 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000002
2015-03-13 11:09:39,521 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0005 transitioned from NEW to INITING
2015-03-13 11:09:39,521 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0005_01_000005 by user soberoi
2015-03-13 11:09:39,522 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000005
2015-03-13 11:09:39,520 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000003
2015-03-13 11:09:39,524 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0005_01_000006 to application application_1426270086855_0005
2015-03-13 11:09:39,524 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0005_01_000007 to application application_1426270086855_0005
2015-03-13 11:09:39,525 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000006 transitioned from NEW to LOCALIZING
2015-03-13 11:09:39,522 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0005_01_000004 to application application_1426270086855_0005
2015-03-13 11:09:39,525 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000007 transitioned from NEW to LOCALIZING
2015-03-13 11:09:39,525 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0005_01_000003 to application application_1426270086855_0005
2015-03-13 11:09:39,525 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0005_01_000002 to application application_1426270086855_0005
2015-03-13 11:09:39,525 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0005_01_000005 to application application_1426270086855_0005
2015-03-13 11:09:39,525 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0005
2015-03-13 11:09:39,526 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0005
2015-03-13 11:09:39,526 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:09:39,526 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0005
2015-03-13 11:09:39,526 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0005 transitioned from INITING to RUNNING
2015-03-13 11:09:39,526 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0005
2015-03-13 11:09:39,526 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0005
2015-03-13 11:09:39,526 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:09:39,527 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0005
2015-03-13 11:09:39,526 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000004 transitioned from NEW to LOCALIZING
2015-03-13 11:09:39,527 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000005 transitioned from NEW to LOCALIZING
2015-03-13 11:09:39,527 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:09:39,527 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 11:09:39,527 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:09:39,527 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 11:09:39,527 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0005
2015-03-13 11:09:39,528 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0005
2015-03-13 11:09:39,528 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:09:39,528 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0005
2015-03-13 11:09:39,528 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:09:39,528 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:09:39,528 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0005
2015-03-13 11:09:39,528 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0005
2015-03-13 11:09:39,528 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:09:39,528 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0005
2015-03-13 11:09:39,529 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0005
2015-03-13 11:09:39,529 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0005
2015-03-13 11:09:39,529 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:09:39,529 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0005
2015-03-13 11:09:39,529 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0005
2015-03-13 11:09:39,529 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0005
2015-03-13 11:09:39,529 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:09:39,530 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0005
2015-03-13 11:09:39,531 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0005_01_000004
2015-03-13 11:09:39,536 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0005_01_000005
2015-03-13 11:09:39,539 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0005_01_000002
2015-03-13 11:09:39,542 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0005_01_000003
2015-03-13 11:09:39,561 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1426270086855_0005_01_000005.tokens. Credentials list:
2015-03-13 11:09:39,566 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1426270086855_0005_01_000004.tokens. Credentials list:
2015-03-13 11:09:39,567 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1426270086855_0005_01_000002.tokens. Credentials list:
2015-03-13 11:09:39,570 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1426270086855_0005_01_000003.tokens. Credentials list:
2015-03-13 11:09:39,583 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000006 transitioned from LOCALIZED to RUNNING
2015-03-13 11:09:39,584 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:39,589 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:09:39,598 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000007 transitioned from LOCALIZED to RUNNING
2015-03-13 11:09:39,598 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:39,703 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000006/default_container_executor.sh]
2015-03-13 11:09:39,715 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1426270086855_0005_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000005.tokens
2015-03-13 11:09:39,715 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0005
2015-03-13 11:09:39,720 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000007/default_container_executor.sh]
2015-03-13 11:09:39,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.jar dst=null perm=null
2015-03-13 11:09:39,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.jar dst=null perm=null
2015-03-13 11:09:39,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.jar dst=null perm=null
2015-03-13 11:09:39,822 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63503, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1910301656_2854, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741870_1046, duration: 589000
2015-03-13 11:09:39,847 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:09:39,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.xml dst=null perm=null
2015-03-13 11:09:39,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.xml dst=null perm=null
2015-03-13 11:09:39,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.xml dst=null perm=null
2015-03-13 11:09:39,887 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63503, bytes: 99870, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1910301656_2854, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741873_1049, duration: 428000
2015-03-13 11:09:39,908 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:09:39,908 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:09:39,908 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:09:39,908 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:09:39,908 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:09:39,976 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 11:09:39,976 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:39,976 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 11:09:39,977 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:39,992 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000004 transitioned from LOCALIZED to RUNNING
2015-03-13 11:09:39,992 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:40,002 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:40,002 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:40,003 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:40,003 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:09:40,003 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:09:40,013 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000005 transitioned from LOCALIZED to RUNNING
2015-03-13 11:09:40,013 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:40,131 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:09:40,131 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0004
2015-03-13 11:09:40,132 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0004
2015-03-13 11:09:40,133 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0004
2015-03-13 11:09:40,133 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0004
2015-03-13 11:09:40,133 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:09:40,133 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0004, with delay of 10800 seconds
2015-03-13 11:09:40,133 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426270086855_0004
2015-03-13 11:09:40,159 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000002/default_container_executor.sh]
2015-03-13 11:09:40,170 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000004/default_container_executor.sh]
2015-03-13 11:09:40,170 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000003/default_container_executor.sh]
2015-03-13 11:09:40,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000005/default_container_executor.sh]
2015-03-13 11:09:40,390 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:40,390 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:40,390 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:40,390 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:40,391 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:09:40,391 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:09:40,391 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:09:40,392 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:09:40,392 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:09:40,941 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:09:41,008 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:41,009 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:41,009 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:41,065 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1426270086855_0005_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000003.tokens
2015-03-13 11:09:41,065 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0005
2015-03-13 11:09:41,189 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:09:41,315 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1426270086855_0005_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000002.tokens
2015-03-13 11:09:41,315 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0005
2015-03-13 11:09:41,392 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:41,392 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:41,393 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:41,393 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:41,436 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:09:41,569 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1426270086855_0005_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000004.tokens
2015-03-13 11:09:41,569 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0005
2015-03-13 11:09:41,574 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741874_1050
2015-03-13 11:09:41,638 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741874_1050
2015-03-13 11:09:41,791 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741874_1050
2015-03-13 11:09:42,013 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:42,014 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:42,014 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:42,394 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:42,394 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:42,394 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:42,395 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:43,019 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:43,020 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:43,020 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:43,396 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:43,396 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:43,396 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:43,397 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:44,021 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:44,022 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:44,022 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:44,399 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:44,399 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:44,399 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:44,400 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:45,026 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:45,026 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:45,027 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:45,403 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:45,404 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:45,404 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:45,404 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:46,032 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:46,033 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:46,033 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:46,408 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:46,409 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:46,409 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:46,409 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:47,035 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:47,035 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:47,035 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:47,413 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:47,414 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:47,414 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:47,415 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:48,040 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:48,040 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:48,041 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:48,416 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:48,416 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:48,417 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:48,417 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:49,045 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:49,046 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:49,046 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:49,418 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:49,418 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:49,418 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:49,419 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:49,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.split dst=null perm=null
2015-03-13 11:09:49,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.split dst=null perm=null
2015-03-13 11:09:49,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.split dst=null perm=null
2015-03-13 11:09:50,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.split dst=null perm=null
2015-03-13 11:09:50,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.split dst=null perm=null
2015-03-13 11:09:50,050 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:50,051 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:50,051 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:50,063 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63516, bytes: 609, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0005_m_000005_0_1446657719_1, offset: 1536, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741871_1047, duration: 229000
2015-03-13 11:09:50,118 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63517, bytes: 1125, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0005_m_000004_0_-847777123_1, offset: 1024, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741871_1047, duration: 186000
2015-03-13 11:09:50,158 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63520, bytes: 1125, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0005_m_000003_0_1135993977_1, offset: 1024, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741871_1047, duration: 193000
2015-03-13 11:09:50,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job.split dst=null perm=null
2015-03-13 11:09:50,262 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63522, bytes: 2157, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0005_m_000000_0_-140735240_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741871_1047, duration: 225000
2015-03-13 11:09:50,274 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63521, bytes: 1641, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0005_m_000002_0_-681761444_1, offset: 512, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741871_1047, duration: 218000
2015-03-13 11:09:50,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:09:50,285 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63524, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0005_m_000005_0_1446657719_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741839_1015, duration: 183000
2015-03-13 11:09:50,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:09:50,331 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63525, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0005_m_000004_0_-847777123_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741838_1014, duration: 1317000
2015-03-13 11:09:50,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:09:50,362 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63527, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0005_m_000003_0_1135993977_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741839_1015, duration: 205000
2015-03-13 11:09:50,420 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63526, bytes: 2157, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0005_m_000001_0_1800219005_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741871_1047, duration: 234000
2015-03-13 11:09:50,421 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:50,421 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:50,422 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:50,422 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:50,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:09:50,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:09:50,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:09:50,620 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63528, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0005_m_000001_0_1800219005_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741838_1014, duration: 210000
2015-03-13 11:09:50,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1426270086855_0005_m_000005_0 dst=null perm=null
2015-03-13 11:09:50,939 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0005_000001 (auth:SIMPLE)
2015-03-13 11:09:50,941 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0005_01_000007
2015-03-13 11:09:50,941 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000007
2015-03-13 11:09:50,942 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000007 transitioned from RUNNING to KILLING
2015-03-13 11:09:50,942 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0005_01_000007
2015-03-13 11:09:50,942 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:50,943 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:50,943 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:09:50,956 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0005_01_000007 is : 143
2015-03-13 11:09:50,961 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job_1426270086855_0005_1.jhist. BP-951401976-10.1.1.144-1426270084277 blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:09:50,964 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741875_1051 src: /127.0.0.1:63531 dest: /127.0.0.1:63115
2015-03-13 11:09:50,968 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741875_1051 src: /127.0.0.1:63532 dest: /127.0.0.1:63112
2015-03-13 11:09:50,969 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741875_1051 src: /127.0.0.1:63533 dest: /127.0.0.1:63108
2015-03-13 11:09:50,975 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:09:50,976 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000007
2015-03-13 11:09:50,976 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000007
2015-03-13 11:09:50,976 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:09:50,977 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0005_01_000007 from application application_1426270086855_0005
2015-03-13 11:09:50,977 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:50,977 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0005
2015-03-13 11:09:50,978 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000007
2015-03-13 11:09:50,978 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000007
2015-03-13 11:09:50,978 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000007
2015-03-13 11:09:50,978 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job_1426270086855_0005_1.jhist for DFSClient_NONMAPREDUCE_-100513901_1
2015-03-13 11:09:51,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1426270086855_0005_m_000003_0 dst=null perm=null
2015-03-13 11:09:51,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1426270086855_0005_m_000004_0 dst=null perm=null
2015-03-13 11:09:51,069 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0005_01_000006
2015-03-13 11:09:51,070 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000006
2015-03-13 11:09:51,070 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000006 transitioned from RUNNING to KILLING
2015-03-13 11:09:51,070 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:51,071 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0005_01_000006
2015-03-13 11:09:51,071 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:09:51,071 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:09:51,071 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0005_01_000007
2015-03-13 11:09:51,072 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:09:51,072 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0005_01_000007 in state: COMPLETED event:FINISHED
2015-03-13 11:09:51,072 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000007
2015-03-13 11:09:51,072 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0005_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-03-13 11:09:51,072 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:7168, vCores:6> numContainers=6 user=soberoi user-resources=<memory:7168, vCores:6>
2015-03-13 11:09:51,073 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0005_01_000007, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:51,073 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:51,073 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-03-13 11:09:51,073 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0005_000001 released container container_1426270086855_0005_01_000007 on node: host: 10.1.1.144:63134 #containers=2 available=1024 used=3072 with event: FINISHED
2015-03-13 11:09:51,078 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0005_000001 (auth:SIMPLE)
2015-03-13 11:09:51,080 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0005_01_000005
2015-03-13 11:09:51,080 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000005
2015-03-13 11:09:51,080 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000005 transitioned from RUNNING to KILLING
2015-03-13 11:09:51,080 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0005_01_000005
2015-03-13 11:09:51,080 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:51,081 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:51,082 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:51,082 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:09:51,085 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0005_01_000006 is : 143
2015-03-13 11:09:51,094 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0005_01_000005 is : 143
2015-03-13 11:09:51,101 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:09:51,101 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000006
2015-03-13 11:09:51,101 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000006
2015-03-13 11:09:51,102 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000006
2015-03-13 11:09:51,103 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000006
2015-03-13 11:09:51,105 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000006
2015-03-13 11:09:51,106 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:09:51,106 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:09:51,107 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000005
2015-03-13 11:09:51,108 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000005
2015-03-13 11:09:51,107 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000005
2015-03-13 11:09:51,107 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000005
2015-03-13 11:09:51,107 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000005
2015-03-13 11:09:51,109 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:09:51,110 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0005_01_000005 from application application_1426270086855_0005
2015-03-13 11:09:51,110 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:51,110 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0005
2015-03-13 11:09:51,110 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0005_01_000006 from application application_1426270086855_0005
2015-03-13 11:09:51,111 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:51,111 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0005
2015-03-13 11:09:51,142 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63535, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0005_m_000002_0_-681761444_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741839_1015, duration: 224000
2015-03-13 11:09:51,155 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63522, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0005_m_000000_0_-140735240_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741838_1014, duration: 217000
2015-03-13 11:09:51,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1426270086855_0005_m_000002_0 dst=null perm=null
2015-03-13 11:09:51,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1426270086855_0005_m_000000_0 dst=null perm=null
2015-03-13 11:09:51,216 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0005_01_000004
2015-03-13 11:09:51,217 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000004
2015-03-13 11:09:51,217 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000004 transitioned from RUNNING to KILLING
2015-03-13 11:09:51,217 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:51,218 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:51,218 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0005_01_000004
2015-03-13 11:09:51,218 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:09:51,219 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:09:51,219 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0005_01_000005
2015-03-13 11:09:51,219 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:09:51,220 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0005_01_000005 in state: COMPLETED event:FINISHED
2015-03-13 11:09:51,220 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000005
2015-03-13 11:09:51,220 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0005_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-03-13 11:09:51,220 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-03-13 11:09:51,220 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0005_01_000005, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:51,220 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:51,221 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-03-13 11:09:51,221 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0005_000001 released container container_1426270086855_0005_01_000005 on node: host: 10.1.1.144:63130 #containers=3 available=1024 used=3072 with event: FINISHED
2015-03-13 11:09:51,232 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0005_01_000004 is : 143
2015-03-13 11:09:51,247 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:09:51,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000004
2015-03-13 11:09:51,249 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000004
2015-03-13 11:09:51,249 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000004
2015-03-13 11:09:51,251 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000004
2015-03-13 11:09:51,251 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000004
2015-03-13 11:09:51,251 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:09:51,251 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0005_01_000004 from application application_1426270086855_0005
2015-03-13 11:09:51,251 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:51,252 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0005
2015-03-13 11:09:51,254 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0005_01_000002
2015-03-13 11:09:51,254 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000002
2015-03-13 11:09:51,255 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000002 transitioned from RUNNING to KILLING
2015-03-13 11:09:51,255 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0005_01_000002
2015-03-13 11:09:51,255 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:09:51,256 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:51,256 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:09:51,256 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0005_01_000004
2015-03-13 11:09:51,257 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:09:51,257 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0005_01_000004 in state: COMPLETED event:FINISHED
2015-03-13 11:09:51,257 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000004
2015-03-13 11:09:51,257 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0005_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-03-13 11:09:51,257 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-03-13 11:09:51,258 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0005_01_000004, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:51,258 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:51,258 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-03-13 11:09:51,258 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0005_000001 released container container_1426270086855_0005_01_000004 on node: host: 10.1.1.144:63130 #containers=2 available=2048 used=2048 with event: FINISHED
2015-03-13 11:09:51,273 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0005_01_000002 is : 143
2015-03-13 11:09:51,298 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:09:51,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000002
2015-03-13 11:09:51,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000002
2015-03-13 11:09:51,299 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000002
2015-03-13 11:09:51,300 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:09:51,300 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0005_01_000002 from application application_1426270086855_0005
2015-03-13 11:09:51,300 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:51,300 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0005
2015-03-13 11:09:51,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000002
2015-03-13 11:09:51,301 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000002
2015-03-13 11:09:51,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1426270086855_0005_m_000001_0 dst=null perm=null
2015-03-13 11:09:51,381 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0005_01_000003
2015-03-13 11:09:51,382 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000003
2015-03-13 11:09:51,382 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:09:51,383 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0005_01_000002
2015-03-13 11:09:51,383 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:51,383 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:09:51,384 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0005_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 11:09:51,384 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000002
2015-03-13 11:09:51,384 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0005_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-03-13 11:09:51,384 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-03-13 11:09:51,384 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0005_01_000002, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:51,384 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:51,384 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-03-13 11:09:51,384 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0005_000001 released container container_1426270086855_0005_01_000002 on node: host: 10.1.1.144:63130 #containers=1 available=3072 used=1024 with event: FINISHED
2015-03-13 11:09:51,386 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000003 transitioned from RUNNING to KILLING
2015-03-13 11:09:51,386 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0005_01_000003
2015-03-13 11:09:51,398 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0005_01_000003 is : 143
2015-03-13 11:09:51,410 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:09:51,411 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000003
2015-03-13 11:09:51,411 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000003
2015-03-13 11:09:51,412 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000003
2015-03-13 11:09:51,412 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000003
2015-03-13 11:09:51,413 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000003
2015-03-13 11:09:51,414 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:09:51,414 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0005_01_000003 from application application_1426270086855_0005
2015-03-13 11:09:51,414 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:51,414 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0005
2015-03-13 11:09:52,076 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:52,077 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:09:52,077 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0005_01_000006
2015-03-13 11:09:52,077 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:09:52,078 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0005_01_000006 in state: COMPLETED event:FINISHED
2015-03-13 11:09:52,078 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000006
2015-03-13 11:09:52,078 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0005_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:09:52,078 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-03-13 11:09:52,079 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0005_01_000006, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:52,079 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:52,079 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:09:52,079 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0005_000001 released container container_1426270086855_0005_01_000006 on node: host: 10.1.1.144:63134 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:09:52,388 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:09:52,388 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0005_01_000003
2015-03-13 11:09:52,389 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:09:52,389 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0005_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 11:09:52,389 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000003
2015-03-13 11:09:52,389 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0005_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:09:52,389 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:09:52,390 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0005_01_000003, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:52,390 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:52,390 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:09:52,390 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0005_000001 released container container_1426270086855_0005_01_000003 on node: host: 10.1.1.144:63130 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:09:53,083 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:53,084 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000008 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:09:53,084 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000008
2015-03-13 11:09:53,084 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0005_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 11:09:53,085 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0005 container=Container: [ContainerId: container_1426270086855_0005_01_000008, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0005_01_000008 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:53,085 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:09:53,085 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:53,442 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:09:53,451 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0005_01_000008 by user soberoi
2015-03-13 11:09:53,451 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000008
2015-03-13 11:09:53,451 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0005_01_000008 to application application_1426270086855_0005
2015-03-13 11:09:53,451 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000008 transitioned from NEW to LOCALIZING
2015-03-13 11:09:53,451 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0005
2015-03-13 11:09:53,452 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0005
2015-03-13 11:09:53,452 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:09:53,452 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0005
2015-03-13 11:09:53,452 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000008 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:09:53,481 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000008 transitioned from LOCALIZED to RUNNING
2015-03-13 11:09:53,481 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:53,555 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000008/default_container_executor.sh]
2015-03-13 11:09:54,084 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:54,084 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 8 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:54,085 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000008 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:09:54,445 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:09:55,087 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:55,087 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 8 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:56,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1426270086855_0005_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:56,090 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:56,091 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 8 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:56,094 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1426270086855_0005_r_000000_0/part-00000. BP-951401976-10.1.1.144-1426270084277 blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:09:56,158 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741876_1052 src: /127.0.0.1:63542 dest: /127.0.0.1:63115
2015-03-13 11:09:56,159 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741876_1052 src: /127.0.0.1:63543 dest: /127.0.0.1:63105
2015-03-13 11:09:56,160 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741876_1052 src: /127.0.0.1:63544 dest: /127.0.0.1:63112
2015-03-13 11:09:56,171 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63544, dest: /127.0.0.1:63112, bytes: 50, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0005_r_000000_0_2146593188_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741876_1052, duration: 9298000
2015-03-13 11:09:56,171 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741876_1052, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:56,171 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:09:56,171 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63543, dest: /127.0.0.1:63105, bytes: 50, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0005_r_000000_0_2146593188_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741876_1052, duration: 9884000
2015-03-13 11:09:56,172 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:56,172 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:09:56,172 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63542, dest: /127.0.0.1:63115, bytes: 50, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0005_r_000000_0_2146593188_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741876_1052, duration: 10805000
2015-03-13 11:09:56,172 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:56,173 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:09:56,176 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1426270086855_0005_r_000000_0/part-00000 is closed by DFSClient_attempt_1426270086855_0005_r_000000_0_2146593188_1
2015-03-13 11:09:56,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1426270086855_0005_r_000000_0 dst=null perm=null
2015-03-13 11:09:56,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1426270086855_0005_r_000000_0 dst=null perm=null
2015-03-13 11:09:56,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/task_1426270086855_0005_r_000000 dst=null perm=null
2015-03-13 11:09:56,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/_temporary/attempt_1426270086855_0005_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/task_1426270086855_0005_r_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:09:56,201 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0005_01_000008
2015-03-13 11:09:56,201 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000008
2015-03-13 11:09:56,201 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000008 transitioned from RUNNING to KILLING
2015-03-13 11:09:56,201 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0005_01_000008
2015-03-13 11:09:56,202 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:56,202 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 8 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:09:56,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:56,210 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-100513901_1
2015-03-13 11:09:56,213 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0005_01_000008 is : 143
2015-03-13 11:09:56,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1 dst=null perm=null
2015-03-13 11:09:56,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null
2015-03-13 11:09:56,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null
2015-03-13 11:09:56,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/task_1426270086855_0005_r_000000 dst=null perm=null
2015-03-13 11:09:56,225 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:09:56,225 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000008
2015-03-13 11:09:56,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/part-00000 dst=null perm=null
2015-03-13 11:09:56,226 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000008
2015-03-13 11:09:56,226 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000008
2015-03-13 11:09:56,226 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000008
2015-03-13 11:09:56,226 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:09:56,226 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0005_01_000008 from application application_1426270086855_0005
2015-03-13 11:09:56,226 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:56,227 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0005
2015-03-13 11:09:56,226 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000008
2015-03-13 11:09:56,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary/1/task_1426270086855_0005_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:56,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary dst=null perm=null
2015-03-13 11:09:56,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:56,240 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-100513901_1
2015-03-13 11:09:56,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:56,244 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-100513901_1
2015-03-13 11:09:56,259 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63533, dest: /127.0.0.1:63108, bytes: 73983, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-100513901_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741875_1051, duration: 5287974000
2015-03-13 11:09:56,259 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741875_1051, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:56,260 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:09:56,261 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63532, dest: /127.0.0.1:63112, bytes: 73983, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-100513901_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741875_1051, duration: 5288182000
2015-03-13 11:09:56,261 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:56,262 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:09:56,262 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63531, dest: /127.0.0.1:63115, bytes: 73983, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-100513901_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741875_1051, duration: 5289531000
2015-03-13 11:09:56,262 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:56,263 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:09:56,264 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job_1426270086855_0005_1.jhist is closed by DFSClient_NONMAPREDUCE_-100513901_1
2015-03-13 11:09:56,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:56,268 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005.summary_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:09:56,270 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741877_1053 src: /127.0.0.1:63545 dest: /127.0.0.1:63112
2015-03-13 11:09:56,273 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741877_1053 src: /127.0.0.1:63546 dest: /127.0.0.1:63105
2015-03-13 11:09:56,275 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741877_1053 src: /127.0.0.1:63547 dest: /127.0.0.1:63108
2015-03-13 11:09:56,278 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63547, dest: /127.0.0.1:63108, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-100513901_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741877_1053, duration: 2052000
2015-03-13 11:09:56,278 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741877_1053, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:56,279 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:09:56,279 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63546, dest: /127.0.0.1:63105, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-100513901_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741877_1053, duration: 2871000
2015-03-13 11:09:56,280 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:56,281 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:09:56,281 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63545, dest: /127.0.0.1:63112, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-100513901_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741877_1053, duration: 4185000
2015-03-13 11:09:56,281 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:56,283 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:09:56,284 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005.summary_tmp is closed by DFSClient_NONMAPREDUCE_-100513901_1
2015-03-13 11:09:56,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:09:56,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job_1426270086855_0005_1.jhist dst=null perm=null
2015-03-13 11:09:56,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005-1426270173962-soberoi-%5B2F044EF109E34AE1ADA252A0AA12D113%2F5FF3EE5355AC4E17-1426270196245-6-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:09:56,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job_1426270086855_0005_1.jhist dst=null perm=null
2015-03-13 11:09:56,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005-1426270173962-soberoi-%5B2F044EF109E34AE1ADA252A0AA12D113%2F5FF3EE5355AC4E17-1426270196245-6-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:09:56,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job_1426270086855_0005_1.jhist dst=null perm=null
2015-03-13 11:09:56,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005-1426270173962-soberoi-%5B2F044EF109E34AE1ADA252A0AA12D113%2F5FF3EE5355AC4E17-1426270196245-6-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:56,306 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63548, bytes: 74563, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-100513901_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741875_1051, duration: 337000
2015-03-13 11:09:56,309 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005-1426270173962-soberoi-%5B2F044EF109E34AE1ADA252A0AA12D113%2F5FF3EE5355AC4E17-1426270196245-6-1-SUCCEEDED-default.jhist_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:09:56,312 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741878_1054 src: /127.0.0.1:63549 dest: /127.0.0.1:63105
2015-03-13 11:09:56,313 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741878_1054 src: /127.0.0.1:63550 dest: /127.0.0.1:63108
2015-03-13 11:09:56,315 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741878_1054 src: /127.0.0.1:63551 dest: /127.0.0.1:63115
2015-03-13 11:09:56,318 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63551, dest: /127.0.0.1:63115, bytes: 73983, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-100513901_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741878_1054, duration: 2082000
2015-03-13 11:09:56,319 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741878_1054, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:56,319 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:56,319 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63550, dest: /127.0.0.1:63108, bytes: 73983, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-100513901_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741878_1054, duration: 2601000
2015-03-13 11:09:56,320 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:56,320 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:56,320 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63549, dest: /127.0.0.1:63105, bytes: 73983, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-100513901_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741878_1054, duration: 3726000
2015-03-13 11:09:56,320 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:56,321 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:56,322 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005-1426270173962-soberoi-%5B2F044EF109E34AE1ADA252A0AA12D113%2F5FF3EE5355AC4E17-1426270196245-6-1-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-100513901_1
2015-03-13 11:09:56,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005-1426270173962-soberoi-%5B2F044EF109E34AE1ADA252A0AA12D113%2F5FF3EE5355AC4E17-1426270196245-6-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:09:56,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job_1426270086855_0005_1_conf.xml dst=null perm=null
2015-03-13 11:09:56,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005_conf.xml_tmp dst=null perm=null
2015-03-13 11:09:56,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job_1426270086855_0005_1_conf.xml dst=null perm=null
2015-03-13 11:09:56,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005_conf.xml_tmp dst=null perm=null
2015-03-13 11:09:56,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005/job_1426270086855_0005_1_conf.xml dst=null perm=null
2015-03-13 11:09:56,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:09:56,337 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63548, bytes: 92094, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-100513901_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741874_1050, duration: 410000
2015-03-13 11:09:56,340 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005_conf.xml_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:09:56,342 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741879_1055 src: /127.0.0.1:63552 dest: /127.0.0.1:63108
2015-03-13 11:09:56,343 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741879_1055 src: /127.0.0.1:63553 dest: /127.0.0.1:63115
2015-03-13 11:09:56,344 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741879_1055 src: /127.0.0.1:63554 dest: /127.0.0.1:63105
2015-03-13 11:09:56,351 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63554, dest: /127.0.0.1:63105, bytes: 91378, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-100513901_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741879_1055, duration: 3752000
2015-03-13 11:09:56,352 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741879_1055, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:56,353 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:09:56,354 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63553, dest: /127.0.0.1:63115, bytes: 91378, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-100513901_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741879_1055, duration: 4389000
2015-03-13 11:09:56,354 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:56,356 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63552, dest: /127.0.0.1:63108, bytes: 91378, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-100513901_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741879_1055, duration: 7329000
2015-03-13 11:09:56,356 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:56,357 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:09:56,359 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:09:56,362 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-100513901_1
2015-03-13 11:09:56,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:09:56,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:09:56,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:09:56,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005-1426270173962-soberoi-%5B2F044EF109E34AE1ADA252A0AA12D113%2F5FF3EE5355AC4E17-1426270196245-6-1-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005-1426270173962-soberoi-%5B2F044EF109E34AE1ADA252A0AA12D113%2F5FF3EE5355AC4E17-1426270196245-6-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:09:56,385 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0005_000001 State change from RUNNING to FINISHING
2015-03-13 11:09:56,385 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426270086855_0005
2015-03-13 11:09:56,386 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0005 State change from RUNNING to REMOVING
2015-03-13 11:09:56,386 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426270086855_0005
2015-03-13 11:09:56,386 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0005 State change from REMOVING to FINISHING
2015-03-13 11:09:56,592 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741879_1055
2015-03-13 11:09:56,593 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741875_1051
2015-03-13 11:09:56,594 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741876_1052
2015-03-13 11:09:56,649 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741875_1051
2015-03-13 11:09:56,649 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741877_1053
2015-03-13 11:09:56,650 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741876_1052
2015-03-13 11:09:56,796 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741878_1054
2015-03-13 11:09:56,799 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741878_1054
2015-03-13 11:09:56,800 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741879_1055
2015-03-13 11:09:56,801 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741876_1052
2015-03-13 11:09:56,801 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741877_1053
2015-03-13 11:09:57,203 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:57,204 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 8 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:09:57,204 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0005_01_000008
2015-03-13 11:09:57,205 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000008 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:09:57,205 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0005_01_000008 in state: COMPLETED event:FINISHED
2015-03-13 11:09:57,205 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000008
2015-03-13 11:09:57,205 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0005_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:09:57,206 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:09:57,206 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0005_01_000008, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:57,206 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:57,206 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:09:57,207 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0005_000001 released container container_1426270086855_0005_01_000008 on node: host: 10.1.1.144:63134 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:09:57,395 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741870_1046 127.0.0.1:63108 127.0.0.1:63105 127.0.0.1:63112 127.0.0.1:63115
2015-03-13 11:09:57,395 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741871_1047 127.0.0.1:63108 127.0.0.1:63115 127.0.0.1:63105 127.0.0.1:63112
2015-03-13 11:09:57,395 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741872_1048 127.0.0.1:63108 127.0.0.1:63112 127.0.0.1:63105
2015-03-13 11:09:57,395 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741873_1049 127.0.0.1:63115 127.0.0.1:63105 127.0.0.1:63112
2015-03-13 11:09:57,395 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741875_1051 127.0.0.1:63115 127.0.0.1:63112 127.0.0.1:63108
2015-03-13 11:09:57,395 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741874_1050 127.0.0.1:63115 127.0.0.1:63112 127.0.0.1:63105
2015-03-13 11:09:57,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0005 dst=null perm=null
2015-03-13 11:09:57,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null
2015-03-13 11:09:57,430 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary
2015-03-13 11:09:57,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/_temporary dst=null perm=null
2015-03-13 11:09:57,440 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:09:57,440 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:09:57,441 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:09:57,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null
2015-03-13 11:09:57,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null
2015-03-13 11:09:57,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null
2015-03-13 11:09:57,444 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:09:57,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/part-00000 dst=null perm=null
2015-03-13 11:09:57,447 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63556, bytes: 54, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741876_1052, duration: 180000
2015-03-13 11:09:57,455 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:09:57,455 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:09:57,456 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:09:57,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null
2015-03-13 11:09:57,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null
2015-03-13 11:09:57,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null
2015-03-13 11:09:57,461 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:09:57,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/part-00000 dst=null perm=null
2015-03-13 11:09:57,465 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63557, bytes: 54, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741876_1052, duration: 256000
2015-03-13 11:09:57,465 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output//hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue
2015-03-13 11:09:57,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null
2015-03-13 11:09:57,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null
2015-03-13 11:09:57,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null
2015-03-13 11:09:57,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue dst=null perm=null
2015-03-13 11:09:57,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/part-00000 dst=null perm=null
2015-03-13 11:09:57,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/byteswritablekeyvalue/part-00000 dst=null perm=null
2015-03-13 11:09:57,475 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63557, bytes: 54, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741876_1052, duration: 192000
2015-03-13 11:09:57,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 11:09:57,490 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:09:57,491 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-03-13 11:09:57,491 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-03-13 11:09:57,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null
2015-03-13 11:09:57,505 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-03-13 11:09:57,505 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line' | cascading.tuple.coerce.BigDecimalCoerce@3d87f924, String]->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt"]
2015-03-13 11:09:57,505 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["SequenceFile[['offset', 'count' | cascading.tuple.coerce.BigDecimalCoerce@3d87f924, long]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal"]
2015-03-13 11:09:57,506 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-03-13 11:09:57,506 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-03-13 11:09:57,506 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-03-13 11:09:57,511 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...dpipesplatform/bigdecimal
2015-03-13 11:09:57,523 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:09:57,540 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:09:57,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null
2015-03-13 11:09:57,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:09:57,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:09:57,547 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 6
2015-03-13 11:09:57,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006 dst=null perm=null
2015-03-13 11:09:57,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 11:09:57,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 11:09:57,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.jar dst=null perm=null
2015-03-13 11:09:57,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:57,562 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.jar. BP-951401976-10.1.1.144-1426270084277 blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:09:57,563 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741880_1056 src: /127.0.0.1:63559 dest: /127.0.0.1:63115
2015-03-13 11:09:57,565 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741880_1056 src: /127.0.0.1:63560 dest: /127.0.0.1:63105
2015-03-13 11:09:57,567 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741880_1056 src: /127.0.0.1:63561 dest: /127.0.0.1:63112
2015-03-13 11:09:57,572 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63561, dest: /127.0.0.1:63112, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741880_1056, duration: 2212000
2015-03-13 11:09:57,572 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741880_1056, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:57,572 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63560, dest: /127.0.0.1:63105, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741880_1056, duration: 2746000
2015-03-13 11:09:57,572 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:09:57,573 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:57,573 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63559, dest: /127.0.0.1:63115, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741880_1056, duration: 4003000
2015-03-13 11:09:57,574 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:57,576 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:09:57,576 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:09:57,577 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.jar is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:09:57,578 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.jar
2015-03-13 11:09:57,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.jar dst=null perm=null
2015-03-13 11:09:57,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:57,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:57,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:57,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:57,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 11:09:57,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 11:09:57,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 11:09:57,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 11:09:57,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 11:09:57,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:57,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 11:09:57,587 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:09:57,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 11:09:57,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:57,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:57,593 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.split
2015-03-13 11:09:57,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.split dst=null perm=null
2015-03-13 11:09:57,596 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.split. BP-951401976-10.1.1.144-1426270084277 blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:09:57,598 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741881_1057 src: /127.0.0.1:63562 dest: /127.0.0.1:63105
2015-03-13 11:09:57,599 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741881_1057 src: /127.0.0.1:63563 dest: /127.0.0.1:63112
2015-03-13 11:09:57,600 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741881_1057 src: /127.0.0.1:63564 dest: /127.0.0.1:63115
2015-03-13 11:09:57,601 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741881_1057 src: /127.0.0.1:63565 dest: /127.0.0.1:63108
2015-03-13 11:09:57,605 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63565, dest: /127.0.0.1:63108, bytes: 1443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741881_1057, duration: 1760000
2015-03-13 11:09:57,605 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741881_1057, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:57,605 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:09:57,605 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63564, dest: /127.0.0.1:63115, bytes: 1443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741881_1057, duration: 2298000
2015-03-13 11:09:57,606 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:57,606 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:09:57,606 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63563, dest: /127.0.0.1:63112, bytes: 1443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741881_1057, duration: 3506000
2015-03-13 11:09:57,607 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:57,608 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63562, dest: /127.0.0.1:63105, bytes: 1443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741881_1057, duration: 4589000
2015-03-13 11:09:57,608 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:09:57,608 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:57,609 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:09:57,611 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.split is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:09:57,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:57,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:57,618 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.splitmetainfo. BP-951401976-10.1.1.144-1426270084277 blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:09:57,619 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741882_1058 src: /127.0.0.1:63566 dest: /127.0.0.1:63108
2015-03-13 11:09:57,621 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741882_1058 src: /127.0.0.1:63567 dest: /127.0.0.1:63112
2015-03-13 11:09:57,622 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741882_1058 src: /127.0.0.1:63568 dest: /127.0.0.1:63115
2015-03-13 11:09:57,624 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63568, dest: /127.0.0.1:63115, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741882_1058, duration: 1437000
2015-03-13 11:09:57,625 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741882_1058, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:57,625 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:57,625 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63567, dest: /127.0.0.1:63112, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741882_1058, duration: 1977000
2015-03-13 11:09:57,625 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:57,626 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:57,626 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63566, dest: /127.0.0.1:63108, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741882_1058, duration: 2876000
2015-03-13 11:09:57,626 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:57,627 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:09:57,629 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:09:57,629 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:4
2015-03-13 11:09:57,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:57,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:09:57,633 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:09:57,634 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:09:57,634 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:09:57,640 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:09:57,642 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741883_1059 src: /127.0.0.1:63569 dest: /127.0.0.1:63115
2015-03-13 11:09:57,644 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741883_1059 src: /127.0.0.1:63570 dest: /127.0.0.1:63112
2015-03-13 11:09:57,646 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741883_1059 src: /127.0.0.1:63571 dest: /127.0.0.1:63105
2015-03-13 11:09:57,651 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63571, dest: /127.0.0.1:63105, bytes: 98145, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741883_1059, duration: 2166000
2015-03-13 11:09:57,651 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741883_1059, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:09:57,652 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:09:57,652 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63570, dest: /127.0.0.1:63112, bytes: 98145, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741883_1059, duration: 2776000
2015-03-13 11:09:57,652 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:57,653 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:09:57,653 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63569, dest: /127.0.0.1:63115, bytes: 98145, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741883_1059, duration: 3907000
2015-03-13 11:09:57,653 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:09:57,654 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:09:57,655 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.xml is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:09:57,656 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426270086855_0006
2015-03-13 11:09:57,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006 dst=null perm=null
2015-03-13 11:09:57,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.xml dst=null perm=null
2015-03-13 11:09:57,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.xml dst=null perm=null
2015-03-13 11:09:57,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.jar dst=null perm=null
2015-03-13 11:09:57,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.jar dst=null perm=null
2015-03-13 11:09:57,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.split dst=null perm=null
2015-03-13 11:09:57,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.split dst=null perm=null
2015-03-13 11:09:57,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.splitmetainfo dst=null perm=null
2015-03-13 11:09:57,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.splitmetainfo dst=null perm=null
2015-03-13 11:09:57,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:57,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:57,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:57,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:57,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:09:57,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:09:57,669 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 6 submitted by user soberoi
2015-03-13 11:09:57,669 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426270086855_0006
2015-03-13 11:09:57,669 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426270086855_0006
2015-03-13 11:09:57,669 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426270086855_0006
2015-03-13 11:09:57,669 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0006 State change from NEW to NEW_SAVING
2015-03-13 11:09:57,670 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0006 State change from NEW_SAVING to SUBMITTED
2015-03-13 11:09:57,670 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426270086855_0006_000001
2015-03-13 11:09:57,670 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0006_000001 State change from NEW to SUBMITTED
2015-03-13 11:09:57,671 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426270086855_0006 from user: soberoi activated in queue: default
2015-03-13 11:09:57,671 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426270086855_0006 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@20a38b8, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-03-13 11:09:57,671 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426270086855_0006 user: soberoi leaf-queue of parent: root #applications: 2
2015-03-13 11:09:57,671 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426270086855_0006 to ResourceManager at /10.1.1.144:63128
2015-03-13 11:09:57,671 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426270086855_0006_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2015-03-13 11:09:57,672 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0006_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 11:09:57,673 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0006 State change from SUBMITTED to ACCEPTED
2015-03-13 11:09:57,674 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:63125/proxy/application_1426270086855_0006/
2015-03-13 11:09:57,674 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1426270086855_0006
2015-03-13 11:09:57,674 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:63125/proxy/application_1426270086855_0006/
2015-03-13 11:09:58,175 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0006_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:09:58,175 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000001
2015-03-13 11:09:58,176 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0006_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63138, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2015-03-13 11:09:58,176 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0006 container=Container: [ContainerId: container_1426270086855_0006_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] containerId=container_1426270086855_0006_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:58,176 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 11:09:58,176 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0006_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:09:58,176 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:09:58,177 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426270086855_0006 AttemptId: appattempt_1426270086855_0006_000001 MasterContainer: Container: [ContainerId: container_1426270086855_0006_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ]
2015-03-13 11:09:58,178 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0006_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 11:09:58,178 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426270086855_0006_000001
2015-03-13 11:09:58,178 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0006_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 11:09:58,179 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426270086855_0006_000001
2015-03-13 11:09:58,179 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426270086855_0006_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] for AM appattempt_1426270086855_0006_000001
2015-03-13 11:09:58,179 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426270086855_0006_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 11:09:58,182 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0006_000001 (auth:SIMPLE)
2015-03-13 11:09:58,184 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0006_01_000001 by user soberoi
2015-03-13 11:09:58,184 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0006
2015-03-13 11:09:58,184 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000001
2015-03-13 11:09:58,184 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0006 transitioned from NEW to INITING
2015-03-13 11:09:58,184 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0006_01_000001 to application application_1426270086855_0006
2015-03-13 11:09:58,185 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0006 transitioned from INITING to RUNNING
2015-03-13 11:09:58,185 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426270086855_0006_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] for AM appattempt_1426270086855_0006_000001
2015-03-13 11:09:58,185 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0006_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 11:09:58,185 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 11:09:58,185 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0006
2015-03-13 11:09:58,186 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:09:58,186 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 11:09:58,186 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.split transitioned from INIT to DOWNLOADING
2015-03-13 11:09:58,186 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:09:58,186 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0006_01_000001
2015-03-13 11:09:58,195 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1426270086855_0006_01_000001.tokens. Credentials list:
2015-03-13 11:09:58,209 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:58,211 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:09:58,288 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1426270086855_0006_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000001.tokens
2015-03-13 11:09:58,289 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0006
2015-03-13 11:09:58,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.jar dst=null perm=null
2015-03-13 11:09:58,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.jar dst=null perm=null
2015-03-13 11:09:58,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.jar dst=null perm=null
2015-03-13 11:09:58,360 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63556, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1322037672_3227, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741880_1056, duration: 457000
2015-03-13 11:09:58,378 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:09:58,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.splitmetainfo dst=null perm=null
2015-03-13 11:09:58,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.splitmetainfo dst=null perm=null
2015-03-13 11:09:58,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.splitmetainfo dst=null perm=null
2015-03-13 11:09:58,407 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63575, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1322037672_3227, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741882_1058, duration: 162000
2015-03-13 11:09:58,423 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:09:58,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.split dst=null perm=null
2015-03-13 11:09:58,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.split dst=null perm=null
2015-03-13 11:09:58,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.split dst=null perm=null
2015-03-13 11:09:58,451 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63556, bytes: 1455, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1322037672_3227, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741881_1057, duration: 185000
2015-03-13 11:09:58,464 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:09:58,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.xml dst=null perm=null
2015-03-13 11:09:58,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.xml dst=null perm=null
2015-03-13 11:09:58,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.xml dst=null perm=null
2015-03-13 11:09:58,493 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63576, bytes: 98913, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1322037672_3227, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741883_1059, duration: 355000
2015-03-13 11:09:58,515 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:09:58,515 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:09:58,553 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 11:09:58,553 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:09:58,626 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000001/default_container_executor.sh]
2015-03-13 11:09:59,171 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1352)) - BLOCK* ask 127.0.0.1:63112 to replicate blk_1073741880_1056 to datanode(s) 127.0.0.1:63108
2015-03-13 11:09:59,171 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63105 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741874_1050, blk_1073741870_1046, blk_1073741871_1047]
2015-03-13 11:09:59,171 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63108 to delete [blk_1073741872_1048, blk_1073741875_1051, blk_1073741870_1046, blk_1073741871_1047]
2015-03-13 11:09:59,180 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:59,180 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0006_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:09:59,214 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:09:59,766 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741872 for deletion
2015-03-13 11:09:59,766 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741872 for deletion
2015-03-13 11:09:59,766 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741873 for deletion
2015-03-13 11:09:59,766 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741874 for deletion
2015-03-13 11:09:59,766 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741872
2015-03-13 11:09:59,766 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741872
2015-03-13 11:09:59,766 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741875 for deletion
2015-03-13 11:09:59,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741873
2015-03-13 11:09:59,766 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741870 for deletion
2015-03-13 11:09:59,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741871 for deletion
2015-03-13 11:09:59,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741875
2015-03-13 11:09:59,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741874
2015-03-13 11:09:59,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741871
2015-03-13 11:09:59,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741870 for deletion
2015-03-13 11:09:59,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741871 for deletion
2015-03-13 11:09:59,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741870
2015-03-13 11:09:59,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741870
2015-03-13 11:09:59,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741871
2015-03-13 11:10:00,021 INFO datanode.DataNode (DataNode.java:transferBlock(1319)) - DatanodeRegistration(127.0.0.1, storageID=DS-2043704984-10.1.1.144-63112-1426270085851, infoPort=63113, ipcPort=63114, storageInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0) Starting thread to transfer BP-951401976-10.1.1.144-1426270084277:blk_1073741880_1056 to 127.0.0.1:63108
2015-03-13 11:10:00,022 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741880_1056 src: /127.0.0.1:63577 dest: /127.0.0.1:63108
2015-03-13 11:10:00,023 INFO datanode.DataNode (DataNode.java:run(1523)) - DataTransfer: Transmitted BP-951401976-10.1.1.144-1426270084277:blk_1073741880_1056 (numBytes=254067) to /127.0.0.1:63108
2015-03-13 11:10:00,024 INFO datanode.DataNode (DataXceiver.java:writeBlock(594)) - Received BP-951401976-10.1.1.144-1426270084277:blk_1073741880_1056 src: /127.0.0.1:63577 dest: /127.0.0.1:63108 of size 254067
2015-03-13 11:10:00,025 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741880_1056 size 254067
2015-03-13 11:10:00,182 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:00,217 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:00,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:10:00,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/COMMIT_STARTED dst=null perm=null
2015-03-13 11:10:00,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/COMMIT_SUCCESS dst=null perm=null
2015-03-13 11:10:00,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/COMMIT_FAIL dst=null perm=null
2015-03-13 11:10:00,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006 dst=null perm=null
2015-03-13 11:10:00,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 11:10:00,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 11:10:00,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.splitmetainfo dst=null perm=null
2015-03-13 11:10:00,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.splitmetainfo dst=null perm=null
2015-03-13 11:10:00,706 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63579, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1937853356_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741882_1058, duration: 148000
2015-03-13 11:10:01,002 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741882_1058
2015-03-13 11:10:01,002 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741877_1053
2015-03-13 11:10:01,002 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741881_1057
2015-03-13 11:10:01,003 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741879_1055
2015-03-13 11:10:01,184 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:01,203 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741880_1056
2015-03-13 11:10:01,204 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741878_1054
2015-03-13 11:10:01,223 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:01,542 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0006_000001 (auth:SIMPLE)
2015-03-13 11:10:01,544 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426270086855_0006_000001
2015-03-13 11:10:01,544 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426270086855_0006 APPATTEMPTID=appattempt_1426270086855_0006_000001
2015-03-13 11:10:01,544 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0006_000001 State change from LAUNCHED to RUNNING
2015-03-13 11:10:01,544 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0006 State change from ACCEPTED to RUNNING
2015-03-13 11:10:01,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job_1426270086855_0006_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:01,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:10:01,656 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741883_1059
2015-03-13 11:10:01,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job_1426270086855_0006_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:01,793 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job_1426270086855_0006_1_conf.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:10:01,801 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741880_1056
2015-03-13 11:10:01,802 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741882_1058
2015-03-13 11:10:01,802 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741881_1057
2015-03-13 11:10:01,803 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741883_1059
2015-03-13 11:10:01,805 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741883_1059
2015-03-13 11:10:01,839 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741884_1060 src: /127.0.0.1:63585 dest: /127.0.0.1:63108
2015-03-13 11:10:01,841 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741884_1060 src: /127.0.0.1:63586 dest: /127.0.0.1:63115
2015-03-13 11:10:01,843 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741884_1060 src: /127.0.0.1:63587 dest: /127.0.0.1:63112
2015-03-13 11:10:01,852 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63587, dest: /127.0.0.1:63112, bytes: 90771, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937853356_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741884_1060, duration: 7373000
2015-03-13 11:10:01,853 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741884_1060, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:01,853 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:10:01,854 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63586, dest: /127.0.0.1:63115, bytes: 90771, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937853356_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741884_1060, duration: 9054000
2015-03-13 11:10:01,855 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:01,856 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63585, dest: /127.0.0.1:63108, bytes: 90771, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937853356_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741884_1060, duration: 10675000
2015-03-13 11:10:01,856 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:10:01,856 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:01,857 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:10:01,859 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741880_1056
2015-03-13 11:10:01,860 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741884_1060
2015-03-13 11:10:01,861 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741881_1057
2015-03-13 11:10:01,861 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741882_1058
2015-03-13 11:10:01,867 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job_1426270086855_0006_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1937853356_1
2015-03-13 11:10:02,009 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741880_1056
2015-03-13 11:10:02,010 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741881_1057
2015-03-13 11:10:02,173 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63115 to delete [blk_1073741873_1049, blk_1073741874_1050, blk_1073741875_1051, blk_1073741870_1046, blk_1073741871_1047]
2015-03-13 11:10:02,174 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63112 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741874_1050, blk_1073741875_1051, blk_1073741870_1046, blk_1073741871_1047]
2015-03-13 11:10:02,188 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:02,223 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:02,523 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1426270086855_0005_01_000001 succeeded
2015-03-13 11:10:02,523 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-03-13 11:10:02,523 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0005_01_000001
2015-03-13 11:10:02,531 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000001
2015-03-13 11:10:02,532 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000001
2015-03-13 11:10:02,532 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000001
2015-03-13 11:10:02,532 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0005_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-03-13 11:10:02,532 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0005_01_000001 from application application_1426270086855_0005
2015-03-13 11:10:02,533 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:02,533 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0005
2015-03-13 11:10:02,532 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000001
2015-03-13 11:10:02,532 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0005/container_1426270086855_0005_01_000001
2015-03-13 11:10:03,023 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741872 for deletion
2015-03-13 11:10:03,023 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741873 for deletion
2015-03-13 11:10:03,023 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741874 for deletion
2015-03-13 11:10:03,023 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741872
2015-03-13 11:10:03,023 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741875 for deletion
2015-03-13 11:10:03,024 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741873
2015-03-13 11:10:03,024 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741874
2015-03-13 11:10:03,024 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741875
2015-03-13 11:10:03,024 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741870 for deletion
2015-03-13 11:10:03,025 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741871 for deletion
2015-03-13 11:10:03,025 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741870
2015-03-13 11:10:03,025 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741871
2015-03-13 11:10:03,171 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741873 for deletion
2015-03-13 11:10:03,171 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741874 for deletion
2015-03-13 11:10:03,172 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741875 for deletion
2015-03-13 11:10:03,172 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741870 for deletion
2015-03-13 11:10:03,172 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741871 for deletion
2015-03-13 11:10:03,172 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741875
2015-03-13 11:10:03,172 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741873
2015-03-13 11:10:03,173 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741870
2015-03-13 11:10:03,173 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741874
2015-03-13 11:10:03,173 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741871
2015-03-13 11:10:03,191 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:03,192 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0006_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:10:03,192 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000002
2015-03-13 11:10:03,192 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0006_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63138, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 11:10:03,192 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0006 container=Container: [ContainerId: container_1426270086855_0006_01_000002, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] containerId=container_1426270086855_0006_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:03,193 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-03-13 11:10:03,193 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:03,193 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0006_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:10:03,193 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000003
2015-03-13 11:10:03,194 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0006_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63138, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2015-03-13 11:10:03,194 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0006 container=Container: [ContainerId: container_1426270086855_0006_01_000003, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] containerId=container_1426270086855_0006_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:03,194 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-03-13 11:10:03,194 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:03,222 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0006_01_000004 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:10:03,222 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000004
2015-03-13 11:10:03,222 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0006_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63142, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 11:10:03,223 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0006 container=Container: [ContainerId: container_1426270086855_0006_01_000004, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] containerId=container_1426270086855_0006_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:03,223 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2015-03-13 11:10:03,223 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:03,224 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0006_01_000005 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:10:03,224 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000005
2015-03-13 11:10:03,224 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 5 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_COMPLETE diagnostics: "" exit_status: 0
2015-03-13 11:10:03,225 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0006_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63142, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2015-03-13 11:10:03,225 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0006 container=Container: [ContainerId: container_1426270086855_0006_01_000005, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] containerId=container_1426270086855_0006_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:03,225 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0005_01_000001
2015-03-13 11:10:03,225 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2015-03-13 11:10:03,226 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:03,226 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0005_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:10:03,226 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(550)) - Unregistering app attempt : appattempt_1426270086855_0005_000001
2015-03-13 11:10:03,226 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0005_01_000001 in state: COMPLETED event:FINISHED
2015-03-13 11:10:03,226 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0005_000001 State change from FINISHING to FINISHED
2015-03-13 11:10:03,226 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0005 CONTAINERID=container_1426270086855_0005_01_000001
2015-03-13 11:10:03,227 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0005 State change from FINISHING to FINISHED
2015-03-13 11:10:03,227 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0005_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63134, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:10:03,227 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1426270086855_0005_000001
2015-03-13 11:10:03,227 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1426270086855_0005
2015-03-13 11:10:03,227 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(166)) - appId=application_1426270086855_0005,name=[2F044EF109E34AE1ADA252A0AA12D113/5FF3EE5355AC4E1787600A85A82156E1] lower*upper/(1/1) ...orm/byteswritablekeyvalue,user=soberoi,queue=default,state=FINISHED,trackingUrl=Edinburgh.local:63125/proxy/application_1426270086855_0005/jobhistory/job/job_1426270086855_0005,appMasterHost=Edinburgh.local,startTime=1426270173963,finishTime=1426270196386,finalStatus=SUCCEEDED
2015-03-13 11:10:03,227 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-03-13 11:10:03,228 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0005_01_000001, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:03,228 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:03,228 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2015-03-13 11:10:03,228 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0005_000001 released container container_1426270086855_0005_01_000001 on node: host: 10.1.1.144:63134 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:10:03,229 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplication(470)) - Application appattempt_1426270086855_0005_000001 is done. finalState=FINISHED
2015-03-13 11:10:03,229 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1426270086855_0005 requests cleared
2015-03-13 11:10:03,229 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(779)) - Application removed - appId: application_1426270086855_0005 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-03-13 11:10:03,229 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(510)) - Application removed - appId: application_1426270086855_0005 user: soberoi leaf-queue of parent: root #applications: 1
2015-03-13 11:10:03,230 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0005_000001 (auth:SIMPLE)
2015-03-13 11:10:03,232 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0005_01_000001
2015-03-13 11:10:03,418 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:10:03,419 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0005
2015-03-13 11:10:03,419 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0005
2015-03-13 11:10:03,419 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:10:03,420 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0005, with delay of 10800 seconds
2015-03-13 11:10:03,420 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0005
2015-03-13 11:10:03,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0005
2015-03-13 11:10:03,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0005
2015-03-13 11:10:03,592 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0006_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:10:03,592 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0006_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:10:03,592 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0006_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:10:03,593 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0006_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:10:03,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.jar dst=null perm=null
2015-03-13 11:10:03,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.jar dst=null perm=null
2015-03-13 11:10:03,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.xml dst=null perm=null
2015-03-13 11:10:03,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.xml dst=null perm=null
2015-03-13 11:10:03,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:10:03,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:10:03,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:10:03,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:10:03,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:10:03,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:10:03,726 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0006_000001 (auth:SIMPLE)
2015-03-13 11:10:03,727 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0006_000001 (auth:SIMPLE)
2015-03-13 11:10:03,730 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0006_01_000005 by user soberoi
2015-03-13 11:10:03,730 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0006_01_000002 by user soberoi
2015-03-13 11:10:03,730 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0006_01_000003 by user soberoi
2015-03-13 11:10:03,731 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0006_01_000002 to application application_1426270086855_0006
2015-03-13 11:10:03,731 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000003
2015-03-13 11:10:03,730 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000002
2015-03-13 11:10:03,730 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0006_01_000004 by user soberoi
2015-03-13 11:10:03,732 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000004
2015-03-13 11:10:03,730 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0006
2015-03-13 11:10:03,733 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000005
2015-03-13 11:10:03,733 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0006_01_000004 to application application_1426270086855_0006
2015-03-13 11:10:03,734 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0006 transitioned from NEW to INITING
2015-03-13 11:10:03,734 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0006_01_000005 to application application_1426270086855_0006
2015-03-13 11:10:03,734 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0006 transitioned from INITING to RUNNING
2015-03-13 11:10:03,734 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000004 transitioned from NEW to LOCALIZING
2015-03-13 11:10:03,731 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0006_01_000003 to application application_1426270086855_0006
2015-03-13 11:10:03,734 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000005 transitioned from NEW to LOCALIZING
2015-03-13 11:10:03,735 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0006
2015-03-13 11:10:03,735 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0006
2015-03-13 11:10:03,735 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:10:03,735 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 11:10:03,735 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 11:10:03,735 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0006
2015-03-13 11:10:03,735 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0006
2015-03-13 11:10:03,735 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:10:03,735 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0006
2015-03-13 11:10:03,735 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0006
2015-03-13 11:10:03,736 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:10:03,736 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0006
2015-03-13 11:10:03,736 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0006
2015-03-13 11:10:03,736 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:10:03,736 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0006
2015-03-13 11:10:03,736 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:10:03,736 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0006
2015-03-13 11:10:03,736 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0006
2015-03-13 11:10:03,737 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:10:03,737 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0006
2015-03-13 11:10:03,737 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0006_01_000004
2015-03-13 11:10:03,737 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:10:03,738 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:10:03,739 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0006_01_000005
2015-03-13 11:10:03,767 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1426270086855_0006_01_000005.tokens. Credentials list:
2015-03-13 11:10:03,769 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1426270086855_0006_01_000004.tokens. Credentials list:
2015-03-13 11:10:03,789 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 11:10:03,790 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 11:10:03,790 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:03,790 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:03,794 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:10:03,895 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000003/default_container_executor.sh]
2015-03-13 11:10:03,896 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000002/default_container_executor.sh]
2015-03-13 11:10:03,906 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1426270086855_0006_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000005.tokens
2015-03-13 11:10:03,906 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0006
2015-03-13 11:10:04,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.jar dst=null perm=null
2015-03-13 11:10:04,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.jar dst=null perm=null
2015-03-13 11:10:04,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.jar dst=null perm=null
2015-03-13 11:10:04,028 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63593, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_791481213_3380, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741880_1056, duration: 637000
2015-03-13 11:10:04,060 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:10:04,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.xml dst=null perm=null
2015-03-13 11:10:04,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.xml dst=null perm=null
2015-03-13 11:10:04,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.xml dst=null perm=null
2015-03-13 11:10:04,103 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63594, bytes: 98913, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_791481213_3380, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741883_1059, duration: 439000
2015-03-13 11:10:04,126 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:10:04,126 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:10:04,126 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:10:04,171 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000005 transitioned from LOCALIZED to RUNNING
2015-03-13 11:10:04,171 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:04,172 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000004 transitioned from LOCALIZED to RUNNING
2015-03-13 11:10:04,172 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:04,192 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:04,193 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:04,193 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:04,194 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0006_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:10:04,194 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0006_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:10:04,224 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:04,225 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:04,225 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0006_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:10:04,225 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0006_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:10:04,226 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:10:04,226 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0005
2015-03-13 11:10:04,226 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0005
2015-03-13 11:10:04,227 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0005
2015-03-13 11:10:04,227 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:10:04,227 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0005, with delay of 10800 seconds
2015-03-13 11:10:04,227 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0005
2015-03-13 11:10:04,227 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0005
2015-03-13 11:10:04,311 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000005/default_container_executor.sh]
2015-03-13 11:10:04,311 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000004/default_container_executor.sh]
2015-03-13 11:10:04,610 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:10:05,157 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:10:05,195 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:05,195 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:05,195 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:05,227 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:05,227 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:05,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1426270086855_0006_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000004.tokens
2015-03-13 11:10:05,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0006
2015-03-13 11:10:06,198 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:06,198 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:06,199 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:06,211 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741884_1060
2015-03-13 11:10:06,230 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:06,230 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:06,806 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741884_1060
2015-03-13 11:10:07,204 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:07,204 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:07,204 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:07,232 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:07,233 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:08,209 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:08,210 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:08,210 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:08,238 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:08,238 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:09,214 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:09,215 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:09,215 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:09,241 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:09,241 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:10,216 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:10,216 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:10,217 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:10,246 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:10,246 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:10,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.split dst=null perm=null
2015-03-13 11:10:10,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.split dst=null perm=null
2015-03-13 11:10:10,627 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63602, bytes: 1455, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0006_m_000000_0_888673190_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741881_1057, duration: 186000
2015-03-13 11:10:10,691 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63603, bytes: 1455, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0006_m_000001_0_-2825053_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741881_1057, duration: 184000
2015-03-13 11:10:10,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.split dst=null perm=null
2015-03-13 11:10:10,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.split dst=null perm=null
2015-03-13 11:10:10,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 11:10:10,801 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63606, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0006_m_000000_0_888673190_1, offset: 1024, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741827_1003, duration: 201000
2015-03-13 11:10:10,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 11:10:10,860 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63607, bytes: 939, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0006_m_000002_0_-1418494057_1, offset: 512, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741881_1057, duration: 198000
2015-03-13 11:10:10,894 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63608, bytes: 423, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0006_m_000003_0_1701088965_1, offset: 1024, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741881_1057, duration: 184000
2015-03-13 11:10:10,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 11:10:10,977 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63607, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0006_m_000002_0_-1418494057_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741827_1003, duration: 191000
2015-03-13 11:10:11,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 11:10:11,016 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63609, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0006_m_000003_0_1701088965_1, offset: 512, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741827_1003, duration: 189000
2015-03-13 11:10:11,221 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:11,221 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:11,221 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:11,240 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63610, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0006_m_000001_0_-2825053_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741827_1003, duration: 193000
2015-03-13 11:10:11,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1426270086855_0006_m_000000_0 dst=null perm=null
2015-03-13 11:10:11,250 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:11,251 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:11,272 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0006_01_000002
2015-03-13 11:10:11,272 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000002
2015-03-13 11:10:11,272 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000002 transitioned from RUNNING to KILLING
2015-03-13 11:10:11,273 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0006_01_000002
2015-03-13 11:10:11,273 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:11,273 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:10:11,273 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:11,288 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0006_01_000002 is : 143
2015-03-13 11:10:11,290 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job_1426270086855_0006_1.jhist. BP-951401976-10.1.1.144-1426270084277 blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:10:11,292 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741885_1061 src: /127.0.0.1:63611 dest: /127.0.0.1:63115
2015-03-13 11:10:11,294 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741885_1061 src: /127.0.0.1:63612 dest: /127.0.0.1:63112
2015-03-13 11:10:11,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1426270086855_0006_m_000001_0 dst=null perm=null
2015-03-13 11:10:11,305 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741885_1061 src: /127.0.0.1:63613 dest: /127.0.0.1:63108
2015-03-13 11:10:11,317 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job_1426270086855_0006_1.jhist for DFSClient_NONMAPREDUCE_1937853356_1
2015-03-13 11:10:11,317 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:10:11,317 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(663)) - Number of transactions: 503 Total time for transactions(ms): 35 Number of transactions batched in Syncs: 0 Number of syncs: 271 SyncTimes(ms): 115 49
2015-03-13 11:10:11,317 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000002
2015-03-13 11:10:11,318 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000002
2015-03-13 11:10:11,318 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000002
2015-03-13 11:10:11,318 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000002
2015-03-13 11:10:11,318 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000002
2015-03-13 11:10:11,318 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:10:11,319 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0006_01_000002 from application application_1426270086855_0006
2015-03-13 11:10:11,319 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:11,319 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0006
2015-03-13 11:10:11,337 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0006_01_000003
2015-03-13 11:10:11,338 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000003
2015-03-13 11:10:11,338 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000003 transitioned from RUNNING to KILLING
2015-03-13 11:10:11,338 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0006_01_000003
2015-03-13 11:10:11,338 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:11,339 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:10:11,339 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0006_01_000002
2015-03-13 11:10:11,339 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:10:11,340 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0006_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:10:11,340 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0006_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 11:10:11,340 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000002
2015-03-13 11:10:11,340 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0006_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63138, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-03-13 11:10:11,340 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-03-13 11:10:11,340 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0006_01_000002, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:11,340 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:11,341 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-03-13 11:10:11,341 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0006_000001 released container container_1426270086855_0006_01_000002 on node: host: 10.1.1.144:63138 #containers=2 available=1024 used=3072 with event: FINISHED
2015-03-13 11:10:11,351 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0006_01_000003 is : 143
2015-03-13 11:10:11,365 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:10:11,365 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000003
2015-03-13 11:10:11,366 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000003
2015-03-13 11:10:11,367 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000003
2015-03-13 11:10:11,367 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000003
2015-03-13 11:10:11,368 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000003
2015-03-13 11:10:11,368 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:10:11,369 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0006_01_000003 from application application_1426270086855_0006
2015-03-13 11:10:11,369 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:11,369 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0006
2015-03-13 11:10:11,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1426270086855_0006_m_000002_0 dst=null perm=null
2015-03-13 11:10:11,475 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0006_01_000004
2015-03-13 11:10:11,475 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000004
2015-03-13 11:10:11,475 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000004 transitioned from RUNNING to KILLING
2015-03-13 11:10:11,475 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0006_01_000004
2015-03-13 11:10:11,475 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:10:11,476 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:11,489 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0006_01_000004 is : 143
2015-03-13 11:10:11,503 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:10:11,503 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000004
2015-03-13 11:10:11,503 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000004
2015-03-13 11:10:11,503 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000004
2015-03-13 11:10:11,504 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000004
2015-03-13 11:10:11,506 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000004
2015-03-13 11:10:11,503 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:10:11,507 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0006_01_000004 from application application_1426270086855_0006
2015-03-13 11:10:11,507 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:11,508 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0006
2015-03-13 11:10:11,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1426270086855_0006_m_000003_0 dst=null perm=null
2015-03-13 11:10:11,533 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0006_01_000005
2015-03-13 11:10:11,533 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000005
2015-03-13 11:10:11,533 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000005 transitioned from RUNNING to KILLING
2015-03-13 11:10:11,533 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0006_01_000005
2015-03-13 11:10:11,534 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:10:11,534 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0006_01_000004
2015-03-13 11:10:11,534 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:10:11,535 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0006_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:10:11,535 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0006_01_000004 in state: COMPLETED event:FINISHED
2015-03-13 11:10:11,535 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000004
2015-03-13 11:10:11,536 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0006_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63142, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-03-13 11:10:11,536 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-03-13 11:10:11,536 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0006_01_000004, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:11,536 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:11,536 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-03-13 11:10:11,536 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0006_000001 released container container_1426270086855_0006_01_000004 on node: host: 10.1.1.144:63142 #containers=1 available=3072 used=1024 with event: FINISHED
2015-03-13 11:10:11,547 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0006_01_000005 is : 143
2015-03-13 11:10:11,560 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:10:11,561 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000005
2015-03-13 11:10:11,562 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000005
2015-03-13 11:10:11,562 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000005
2015-03-13 11:10:11,563 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000005
2015-03-13 11:10:11,563 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000005
2015-03-13 11:10:11,563 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:10:11,565 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0006_01_000005 from application application_1426270086855_0006
2015-03-13 11:10:11,565 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:11,565 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0006
2015-03-13 11:10:12,341 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:12,342 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:10:12,342 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0006_01_000003
2015-03-13 11:10:12,343 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0006_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:10:12,343 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0006_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 11:10:12,343 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000003
2015-03-13 11:10:12,343 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0006_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63138, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:10:12,343 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-03-13 11:10:12,344 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0006_01_000003, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:12,344 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:12,344 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:10:12,344 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0006_000001 released container container_1426270086855_0006_01_000003 on node: host: 10.1.1.144:63138 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:10:12,537 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:10:12,537 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0006_01_000005
2015-03-13 11:10:12,538 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0006_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:10:12,538 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0006_01_000005 in state: COMPLETED event:FINISHED
2015-03-13 11:10:12,538 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000005
2015-03-13 11:10:12,538 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0006_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63142, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:10:12,539 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:10:12,539 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0006_01_000005, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:12,539 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:12,539 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:10:12,540 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0006_000001 released container container_1426270086855_0006_01_000005 on node: host: 10.1.1.144:63142 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:10:13,260 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0006_01_000006 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:10:13,260 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000006
2015-03-13 11:10:13,261 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0006_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 11:10:13,261 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0006 container=Container: [ContainerId: container_1426270086855_0006_01_000006, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0006_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:13,261 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:10:13,262 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:13,348 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:13,657 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0006_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:10:13,669 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0006_000001 (auth:SIMPLE)
2015-03-13 11:10:13,671 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0006_01_000006 by user soberoi
2015-03-13 11:10:13,671 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0006
2015-03-13 11:10:13,671 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000006
2015-03-13 11:10:13,671 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0006 transitioned from NEW to INITING
2015-03-13 11:10:13,672 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0006_01_000006 to application application_1426270086855_0006
2015-03-13 11:10:13,672 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0006 transitioned from INITING to RUNNING
2015-03-13 11:10:13,672 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000006 transitioned from NEW to LOCALIZING
2015-03-13 11:10:13,672 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0006
2015-03-13 11:10:13,672 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0006
2015-03-13 11:10:13,673 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:10:13,673 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0006
2015-03-13 11:10:13,673 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:10:13,673 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:10:13,674 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0006_01_000006
2015-03-13 11:10:13,683 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1426270086855_0006_01_000006.tokens. Credentials list:
2015-03-13 11:10:13,699 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:10:13,777 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1426270086855_0006_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000006.tokens
2015-03-13 11:10:13,777 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0006
2015-03-13 11:10:13,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.jar dst=null perm=null
2015-03-13 11:10:13,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.jar dst=null perm=null
2015-03-13 11:10:13,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.jar dst=null perm=null
2015-03-13 11:10:13,849 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63617, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2008983580_3542, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741880_1056, duration: 533000
2015-03-13 11:10:13,870 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:10:13,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.xml dst=null perm=null
2015-03-13 11:10:13,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.xml dst=null perm=null
2015-03-13 11:10:13,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.xml dst=null perm=null
2015-03-13 11:10:13,900 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63618, bytes: 98913, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2008983580_3542, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741883_1059, duration: 464000
2015-03-13 11:10:13,923 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:10:13,923 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:10:13,957 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000006 transitioned from LOCALIZED to RUNNING
2015-03-13 11:10:13,958 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:14,037 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000006/default_container_executor.sh]
2015-03-13 11:10:14,265 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:14,265 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0006_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:10:14,351 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:14,665 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:10:15,270 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:15,351 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:16,272 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:16,352 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:16,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1426270086855_0006_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:16,563 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1426270086855_0006_r_000000_0/part-00000. BP-951401976-10.1.1.144-1426270084277 blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:10:16,629 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741886_1062 src: /127.0.0.1:63625 dest: /127.0.0.1:63108
2015-03-13 11:10:16,630 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741886_1062 src: /127.0.0.1:63626 dest: /127.0.0.1:63112
2015-03-13 11:10:16,632 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741886_1062 src: /127.0.0.1:63627 dest: /127.0.0.1:63115
2015-03-13 11:10:16,643 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63627, dest: /127.0.0.1:63115, bytes: 299, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0006_r_000000_0_86801500_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741886_1062, duration: 10238000
2015-03-13 11:10:16,643 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741886_1062, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:16,644 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:10:16,644 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63626, dest: /127.0.0.1:63112, bytes: 299, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0006_r_000000_0_86801500_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741886_1062, duration: 11011000
2015-03-13 11:10:16,645 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:16,645 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:10:16,645 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63625, dest: /127.0.0.1:63108, bytes: 299, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0006_r_000000_0_86801500_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741886_1062, duration: 12143000
2015-03-13 11:10:16,646 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:16,646 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:10:16,649 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1426270086855_0006_r_000000_0/part-00000 is closed by DFSClient_attempt_1426270086855_0006_r_000000_0_86801500_1
2015-03-13 11:10:16,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1426270086855_0006_r_000000_0 dst=null perm=null
2015-03-13 11:10:16,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1426270086855_0006_r_000000_0 dst=null perm=null
2015-03-13 11:10:16,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/task_1426270086855_0006_r_000000 dst=null perm=null
2015-03-13 11:10:16,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/_temporary/attempt_1426270086855_0006_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/task_1426270086855_0006_r_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:10:16,677 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0006_01_000006
2015-03-13 11:10:16,677 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000006
2015-03-13 11:10:16,677 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000006 transitioned from RUNNING to KILLING
2015-03-13 11:10:16,678 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0006_01_000006
2015-03-13 11:10:16,678 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:10:16,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:16,687 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1937853356_1
2015-03-13 11:10:16,692 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0006_01_000006 is : 143
2015-03-13 11:10:16,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1 dst=null perm=null
2015-03-13 11:10:16,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null
2015-03-13 11:10:16,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null
2015-03-13 11:10:16,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/task_1426270086855_0006_r_000000 dst=null perm=null
2015-03-13 11:10:16,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/part-00000 dst=null perm=null
2015-03-13 11:10:16,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary/1/task_1426270086855_0006_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:16,706 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:10:16,706 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000006
2015-03-13 11:10:16,706 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:10:16,706 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0006_01_000006 from application application_1426270086855_0006
2015-03-13 11:10:16,707 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:16,707 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0006
2015-03-13 11:10:16,707 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000006
2015-03-13 11:10:16,708 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000006
2015-03-13 11:10:16,709 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000006
2015-03-13 11:10:16,709 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000006
2015-03-13 11:10:16,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary dst=null perm=null
2015-03-13 11:10:16,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:16,721 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1937853356_1
2015-03-13 11:10:16,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:16,727 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1937853356_1
2015-03-13 11:10:16,740 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63613, dest: /127.0.0.1:63108, bytes: 59968, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937853356_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741885_1061, duration: 5430147000
2015-03-13 11:10:16,741 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741885_1061, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:16,741 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:10:16,742 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63612, dest: /127.0.0.1:63112, bytes: 59968, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937853356_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741885_1061, duration: 5427718000
2015-03-13 11:10:16,742 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:16,742 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:10:16,743 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63611, dest: /127.0.0.1:63115, bytes: 59968, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937853356_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741885_1061, duration: 5433791000
2015-03-13 11:10:16,743 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:16,744 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:10:16,745 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job_1426270086855_0006_1.jhist is closed by DFSClient_NONMAPREDUCE_1937853356_1
2015-03-13 11:10:16,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:16,749 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006.summary_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:10:16,752 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741887_1063 src: /127.0.0.1:63628 dest: /127.0.0.1:63112
2015-03-13 11:10:16,755 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741887_1063 src: /127.0.0.1:63629 dest: /127.0.0.1:63108
2015-03-13 11:10:16,756 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741887_1063 src: /127.0.0.1:63630 dest: /127.0.0.1:63105
2015-03-13 11:10:16,759 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63630, dest: /127.0.0.1:63105, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937853356_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741887_1063, duration: 1456000
2015-03-13 11:10:16,759 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741887_1063, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:16,759 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:16,760 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63629, dest: /127.0.0.1:63108, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937853356_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741887_1063, duration: 2008000
2015-03-13 11:10:16,760 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:16,761 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:16,761 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63628, dest: /127.0.0.1:63112, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937853356_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741887_1063, duration: 3034000
2015-03-13 11:10:16,761 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:16,762 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:16,764 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006.summary_tmp is closed by DFSClient_NONMAPREDUCE_1937853356_1
2015-03-13 11:10:16,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:10:16,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job_1426270086855_0006_1.jhist dst=null perm=null
2015-03-13 11:10:16,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006-1426270197669-soberoi-%5BD96E0869E1C448798599566D73F58A6D%2FAC0D85E692FF4865-1426270216728-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:10:16,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job_1426270086855_0006_1.jhist dst=null perm=null
2015-03-13 11:10:16,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006-1426270197669-soberoi-%5BD96E0869E1C448798599566D73F58A6D%2FAC0D85E692FF4865-1426270216728-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:10:16,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job_1426270086855_0006_1.jhist dst=null perm=null
2015-03-13 11:10:16,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006-1426270197669-soberoi-%5BD96E0869E1C448798599566D73F58A6D%2FAC0D85E692FF4865-1426270216728-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:16,786 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63631, bytes: 60440, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1937853356_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741885_1061, duration: 233000
2015-03-13 11:10:16,788 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006-1426270197669-soberoi-%5BD96E0869E1C448798599566D73F58A6D%2FAC0D85E692FF4865-1426270216728-4-1-SUCCEEDED-default.jhist_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:10:16,790 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741888_1064 src: /127.0.0.1:63632 dest: /127.0.0.1:63112
2015-03-13 11:10:16,792 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741888_1064 src: /127.0.0.1:63633 dest: /127.0.0.1:63115
2015-03-13 11:10:16,793 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741888_1064 src: /127.0.0.1:63634 dest: /127.0.0.1:63108
2015-03-13 11:10:16,796 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63634, dest: /127.0.0.1:63108, bytes: 59968, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937853356_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741888_1064, duration: 1688000
2015-03-13 11:10:16,797 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741888_1064, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:16,797 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:10:16,798 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63633, dest: /127.0.0.1:63115, bytes: 59968, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937853356_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741888_1064, duration: 2662000
2015-03-13 11:10:16,798 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:16,799 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63632, dest: /127.0.0.1:63112, bytes: 59968, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937853356_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741888_1064, duration: 4316000
2015-03-13 11:10:16,799 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:16,800 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:10:16,801 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:10:16,802 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006-1426270197669-soberoi-%5BD96E0869E1C448798599566D73F58A6D%2FAC0D85E692FF4865-1426270216728-4-1-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1937853356_1
2015-03-13 11:10:16,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006-1426270197669-soberoi-%5BD96E0869E1C448798599566D73F58A6D%2FAC0D85E692FF4865-1426270216728-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:10:16,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job_1426270086855_0006_1_conf.xml dst=null perm=null
2015-03-13 11:10:16,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006_conf.xml_tmp dst=null perm=null
2015-03-13 11:10:16,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job_1426270086855_0006_1_conf.xml dst=null perm=null
2015-03-13 11:10:16,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006_conf.xml_tmp dst=null perm=null
2015-03-13 11:10:16,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006/job_1426270086855_0006_1_conf.xml dst=null perm=null
2015-03-13 11:10:16,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:16,816 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63635, bytes: 91483, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1937853356_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741884_1060, duration: 339000
2015-03-13 11:10:16,816 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741888_1064
2015-03-13 11:10:16,817 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741886_1062
2015-03-13 11:10:16,817 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741885_1061
2015-03-13 11:10:16,818 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006_conf.xml_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:10:16,821 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741889_1065 src: /127.0.0.1:63636 dest: /127.0.0.1:63105
2015-03-13 11:10:16,823 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741889_1065 src: /127.0.0.1:63637 dest: /127.0.0.1:63108
2015-03-13 11:10:16,826 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741889_1065 src: /127.0.0.1:63638 dest: /127.0.0.1:63115
2015-03-13 11:10:16,831 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63638, dest: /127.0.0.1:63115, bytes: 90771, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937853356_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741889_1065, duration: 2077000
2015-03-13 11:10:16,831 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741889_1065, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:16,832 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63637, dest: /127.0.0.1:63108, bytes: 90771, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937853356_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741889_1065, duration: 2553000
2015-03-13 11:10:16,832 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:16,832 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:10:16,833 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63636, dest: /127.0.0.1:63105, bytes: 90771, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1937853356_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741889_1065, duration: 4110000
2015-03-13 11:10:16,833 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:16,834 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:10:16,834 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:10:16,836 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1937853356_1
2015-03-13 11:10:16,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:10:16,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:10:16,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:10:16,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006-1426270197669-soberoi-%5BD96E0869E1C448798599566D73F58A6D%2FAC0D85E692FF4865-1426270216728-4-1-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006-1426270197669-soberoi-%5BD96E0869E1C448798599566D73F58A6D%2FAC0D85E692FF4865-1426270216728-4-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:10:16,853 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0006_000001 State change from RUNNING to FINISHING
2015-03-13 11:10:16,853 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426270086855_0006
2015-03-13 11:10:16,853 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0006 State change from RUNNING to REMOVING
2015-03-13 11:10:16,853 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426270086855_0006
2015-03-13 11:10:16,853 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0006 State change from REMOVING to FINISHING
2015-03-13 11:10:16,874 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741886_1062
2015-03-13 11:10:16,875 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741885_1061
2015-03-13 11:10:16,876 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741888_1064
2015-03-13 11:10:16,877 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741887_1063
2015-03-13 11:10:17,029 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741889_1065
2015-03-13 11:10:17,029 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741887_1063
2015-03-13 11:10:17,355 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:17,683 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:10:17,684 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0006_01_000006
2015-03-13 11:10:17,684 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0006_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:10:17,685 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0006_01_000006 in state: COMPLETED event:FINISHED
2015-03-13 11:10:17,685 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000006
2015-03-13 11:10:17,685 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0006_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:10:17,685 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:10:17,686 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0006_01_000006, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:17,686 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:17,686 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:10:17,686 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0006_000001 released container container_1426270086855_0006_01_000006 on node: host: 10.1.1.144:63134 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:10:17,864 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741880_1056 127.0.0.1:63115 127.0.0.1:63105 127.0.0.1:63112 127.0.0.1:63108
2015-03-13 11:10:17,864 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741881_1057 127.0.0.1:63105 127.0.0.1:63112 127.0.0.1:63115 127.0.0.1:63108
2015-03-13 11:10:17,864 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741882_1058 127.0.0.1:63108 127.0.0.1:63112 127.0.0.1:63115
2015-03-13 11:10:17,865 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741883_1059 127.0.0.1:63115 127.0.0.1:63112 127.0.0.1:63105
2015-03-13 11:10:17,865 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741885_1061 127.0.0.1:63115 127.0.0.1:63112 127.0.0.1:63108
2015-03-13 11:10:17,865 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741884_1060 127.0.0.1:63108 127.0.0.1:63115 127.0.0.1:63112
2015-03-13 11:10:17,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0006 dst=null perm=null
2015-03-13 11:10:17,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null
2015-03-13 11:10:17,897 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary
2015-03-13 11:10:17,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/_temporary dst=null perm=null
2015-03-13 11:10:17,909 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:10:17,910 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:10:17,911 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:10:17,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null
2015-03-13 11:10:17,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null
2015-03-13 11:10:17,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null
2015-03-13 11:10:17,914 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:10:17,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/part-00000 dst=null perm=null
2015-03-13 11:10:17,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/part-00000 dst=null perm=null
2015-03-13 11:10:17,920 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63640, bytes: 303, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741886_1062, duration: 231000
2015-03-13 11:10:17,923 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output//hadoop2-mr1/serializedpipesplatform/bigdecimal
2015-03-13 11:10:17,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null
2015-03-13 11:10:17,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null
2015-03-13 11:10:17,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null
2015-03-13 11:10:17,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal dst=null perm=null
2015-03-13 11:10:17,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/part-00000 dst=null perm=null
2015-03-13 11:10:17,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/bigdecimal/part-00000 dst=null perm=null
2015-03-13 11:10:17,929 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63641, bytes: 303, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741886_1062, duration: 207000
2015-03-13 11:10:17,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:10:17,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:10:17,946 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:10:17,948 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-03-13 11:10:17,948 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-03-13 11:10:17,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null
2015-03-13 11:10:17,975 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-03-13 11:10:17,975 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt"]
2015-03-13 11:10:17,975 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt"]
2015-03-13 11:10:17,976 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["SequenceFile[['num', 'char', 'group', 'value', 'num2', 'char2', 'group2', 'value2']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false"]
2015-03-13 11:10:17,976 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-03-13 11:10:17,976 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 2
2015-03-13 11:10:17,976 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 2
2015-03-13 11:10:17,977 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/2)
2015-03-13 11:10:17,986 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:10:17,994 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:10:17,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8161273328_lower_upper_3DEBF087D02E4606AD7586ECD6F991DF dst=null perm=null
2015-03-13 11:10:17,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:10:17,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:10:18,001 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 7
2015-03-13 11:10:18,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007 dst=null perm=null
2015-03-13 11:10:18,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 11:10:18,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 11:10:18,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.jar dst=null perm=null
2015-03-13 11:10:18,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:10:18,011 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.jar. BP-951401976-10.1.1.144-1426270084277 blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:10:18,012 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741890_1066 src: /127.0.0.1:63643 dest: /127.0.0.1:63112
2015-03-13 11:10:18,013 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741890_1066 src: /127.0.0.1:63644 dest: /127.0.0.1:63115
2015-03-13 11:10:18,015 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741890_1066 src: /127.0.0.1:63645 dest: /127.0.0.1:63105
2015-03-13 11:10:18,019 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63645, dest: /127.0.0.1:63105, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741890_1066, duration: 2617000
2015-03-13 11:10:18,019 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741890_1066, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:18,019 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:18,020 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63644, dest: /127.0.0.1:63115, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741890_1066, duration: 2993000
2015-03-13 11:10:18,020 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:18,020 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:18,021 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63643, dest: /127.0.0.1:63112, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741890_1066, duration: 4146000
2015-03-13 11:10:18,021 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:18,022 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:18,024 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.jar is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:10:18,025 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.jar
2015-03-13 11:10:18,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.jar dst=null perm=null
2015-03-13 11:10:18,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:10:18,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:10:18,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:10:18,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:10:18,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 11:10:18,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 11:10:18,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 11:10:18,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 11:10:18,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 11:10:18,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:10:18,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:10:18,039 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:10:18,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:10:18,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:10:18,043 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:10:18,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:10:18,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:10:18,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:10:18,049 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.split
2015-03-13 11:10:18,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.split dst=null perm=null
2015-03-13 11:10:18,050 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.split. BP-951401976-10.1.1.144-1426270084277 blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:10:18,051 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741891_1067 src: /127.0.0.1:63646 dest: /127.0.0.1:63112
2015-03-13 11:10:18,053 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741891_1067 src: /127.0.0.1:63647 dest: /127.0.0.1:63115
2015-03-13 11:10:18,054 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741891_1067 src: /127.0.0.1:63648 dest: /127.0.0.1:63108
2015-03-13 11:10:18,055 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741891_1067 src: /127.0.0.1:63649 dest: /127.0.0.1:63105
2015-03-13 11:10:18,058 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63649, dest: /127.0.0.1:63105, bytes: 717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741891_1067, duration: 1698000
2015-03-13 11:10:18,058 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741891_1067, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:18,059 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:18,059 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63648, dest: /127.0.0.1:63108, bytes: 717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741891_1067, duration: 2207000
2015-03-13 11:10:18,059 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:18,060 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63647, dest: /127.0.0.1:63115, bytes: 717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741891_1067, duration: 3287000
2015-03-13 11:10:18,060 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:18,060 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:18,060 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:18,061 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63646, dest: /127.0.0.1:63112, bytes: 717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741891_1067, duration: 4231000
2015-03-13 11:10:18,061 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:18,064 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:18,065 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.split is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:10:18,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:10:18,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:10:18,072 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.splitmetainfo. BP-951401976-10.1.1.144-1426270084277 blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:10:18,074 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741892_1068 src: /127.0.0.1:63650 dest: /127.0.0.1:63112
2015-03-13 11:10:18,075 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741892_1068 src: /127.0.0.1:63651 dest: /127.0.0.1:63115
2015-03-13 11:10:18,077 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741892_1068 src: /127.0.0.1:63652 dest: /127.0.0.1:63105
2015-03-13 11:10:18,080 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63652, dest: /127.0.0.1:63105, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741892_1068, duration: 1203000
2015-03-13 11:10:18,080 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741892_1068, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:18,080 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:18,081 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63651, dest: /127.0.0.1:63115, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741892_1068, duration: 1885000
2015-03-13 11:10:18,081 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:18,082 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:18,083 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63650, dest: /127.0.0.1:63112, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741892_1068, duration: 3193000
2015-03-13 11:10:18,083 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:18,085 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:18,086 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:10:18,086 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:2
2015-03-13 11:10:18,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:10:18,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:10:18,092 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:10:18,092 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:10:18,093 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:10:18,096 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:10:18,097 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741893_1069 src: /127.0.0.1:63653 dest: /127.0.0.1:63108
2015-03-13 11:10:18,099 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741893_1069 src: /127.0.0.1:63654 dest: /127.0.0.1:63105
2015-03-13 11:10:18,100 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741893_1069 src: /127.0.0.1:63655 dest: /127.0.0.1:63112
2015-03-13 11:10:18,103 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63655, dest: /127.0.0.1:63112, bytes: 99555, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741893_1069, duration: 1929000
2015-03-13 11:10:18,103 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741893_1069, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:18,104 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:10:18,104 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63654, dest: /127.0.0.1:63105, bytes: 99555, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741893_1069, duration: 2447000
2015-03-13 11:10:18,104 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:18,105 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:10:18,105 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63653, dest: /127.0.0.1:63108, bytes: 99555, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741893_1069, duration: 3776000
2015-03-13 11:10:18,105 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:18,106 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:10:18,107 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.xml is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:10:18,108 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426270086855_0007
2015-03-13 11:10:18,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007 dst=null perm=null
2015-03-13 11:10:18,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.xml dst=null perm=null
2015-03-13 11:10:18,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.xml dst=null perm=null
2015-03-13 11:10:18,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.jar dst=null perm=null
2015-03-13 11:10:18,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.jar dst=null perm=null
2015-03-13 11:10:18,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.split dst=null perm=null
2015-03-13 11:10:18,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.split dst=null perm=null
2015-03-13 11:10:18,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.splitmetainfo dst=null perm=null
2015-03-13 11:10:18,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.splitmetainfo dst=null perm=null
2015-03-13 11:10:18,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:10:18,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:10:18,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:10:18,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:10:18,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:10:18,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:10:18,129 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 7 submitted by user soberoi
2015-03-13 11:10:18,129 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426270086855_0007
2015-03-13 11:10:18,129 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426270086855_0007
2015-03-13 11:10:18,129 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426270086855_0007
2015-03-13 11:10:18,129 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0007 State change from NEW to NEW_SAVING
2015-03-13 11:10:18,129 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0007 State change from NEW_SAVING to SUBMITTED
2015-03-13 11:10:18,130 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426270086855_0007_000001
2015-03-13 11:10:18,130 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0007_000001 State change from NEW to SUBMITTED
2015-03-13 11:10:18,130 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426270086855_0007 from user: soberoi activated in queue: default
2015-03-13 11:10:18,130 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426270086855_0007 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@20a38b8, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-03-13 11:10:18,130 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426270086855_0007 user: soberoi leaf-queue of parent: root #applications: 2
2015-03-13 11:10:18,130 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426270086855_0007 to ResourceManager at /10.1.1.144:63128
2015-03-13 11:10:18,131 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426270086855_0007_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2015-03-13 11:10:18,131 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0007_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 11:10:18,131 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0007 State change from SUBMITTED to ACCEPTED
2015-03-13 11:10:18,133 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:63125/proxy/application_1426270086855_0007/
2015-03-13 11:10:18,133 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1426270086855_0007
2015-03-13 11:10:18,133 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:63125/proxy/application_1426270086855_0007/
2015-03-13 11:10:18,360 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:18,361 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0007_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:10:18,361 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0007 CONTAINERID=container_1426270086855_0007_01_000001
2015-03-13 11:10:18,361 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0007_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63138, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2015-03-13 11:10:18,362 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0007 container=Container: [ContainerId: container_1426270086855_0007_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] containerId=container_1426270086855_0007_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:18,362 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 11:10:18,362 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:18,362 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0007_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:10:18,363 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426270086855_0007 AttemptId: appattempt_1426270086855_0007_000001 MasterContainer: Container: [ContainerId: container_1426270086855_0007_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ]
2015-03-13 11:10:18,363 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0007_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 11:10:18,363 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426270086855_0007_000001
2015-03-13 11:10:18,363 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0007_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 11:10:18,364 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426270086855_0007_000001
2015-03-13 11:10:18,364 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426270086855_0007_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] for AM appattempt_1426270086855_0007_000001
2015-03-13 11:10:18,364 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426270086855_0007_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 11:10:18,367 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0007_000001 (auth:SIMPLE)
2015-03-13 11:10:18,369 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0007_01_000001 by user soberoi
2015-03-13 11:10:18,369 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0007
2015-03-13 11:10:18,369 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0007 CONTAINERID=container_1426270086855_0007_01_000001
2015-03-13 11:10:18,369 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0007 transitioned from NEW to INITING
2015-03-13 11:10:18,370 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0007_01_000001 to application application_1426270086855_0007
2015-03-13 11:10:18,370 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426270086855_0007_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] for AM appattempt_1426270086855_0007_000001
2015-03-13 11:10:18,370 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0007 transitioned from INITING to RUNNING
2015-03-13 11:10:18,370 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0007_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 11:10:18,370 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0007_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 11:10:18,371 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0007
2015-03-13 11:10:18,371 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:10:18,371 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 11:10:18,371 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.split transitioned from INIT to DOWNLOADING
2015-03-13 11:10:18,371 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:10:18,371 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0007_01_000001
2015-03-13 11:10:18,380 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1426270086855_0007_01_000001.tokens. Credentials list:
2015-03-13 11:10:18,396 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:10:18,478 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1426270086855_0007_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0007/container_1426270086855_0007_01_000001.tokens
2015-03-13 11:10:18,478 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0007
2015-03-13 11:10:18,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.jar dst=null perm=null
2015-03-13 11:10:18,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.jar dst=null perm=null
2015-03-13 11:10:18,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.jar dst=null perm=null
2015-03-13 11:10:18,554 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63640, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1598473173_3691, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741890_1066, duration: 508000
2015-03-13 11:10:18,575 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:10:18,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.splitmetainfo dst=null perm=null
2015-03-13 11:10:18,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.splitmetainfo dst=null perm=null
2015-03-13 11:10:18,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.splitmetainfo dst=null perm=null
2015-03-13 11:10:18,605 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63659, bytes: 82, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1598473173_3691, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741892_1068, duration: 346000
2015-03-13 11:10:18,622 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:10:18,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.split dst=null perm=null
2015-03-13 11:10:18,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.split dst=null perm=null
2015-03-13 11:10:18,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.split dst=null perm=null
2015-03-13 11:10:18,652 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63641, bytes: 725, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1598473173_3691, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741891_1067, duration: 200000
2015-03-13 11:10:18,664 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:10:18,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.xml dst=null perm=null
2015-03-13 11:10:18,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.xml dst=null perm=null
2015-03-13 11:10:18,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.xml dst=null perm=null
2015-03-13 11:10:18,691 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63640, bytes: 100335, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1598473173_3691, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741893_1069, duration: 328000
2015-03-13 11:10:18,707 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:10:18,707 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0007_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:10:18,742 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0007_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 11:10:18,742 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:18,814 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0007/container_1426270086855_0007_01_000001/default_container_executor.sh]
2015-03-13 11:10:19,365 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:19,366 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:19,366 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0007_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:10:20,195 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1352)) - BLOCK* ask 127.0.0.1:63105 to replicate blk_1073741890_1066 to datanode(s) 127.0.0.1:63108
2015-03-13 11:10:20,196 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63115 to delete [blk_1073741880_1056, blk_1073741881_1057, blk_1073741882_1058, blk_1073741883_1059, blk_1073741884_1060, blk_1073741885_1061]
2015-03-13 11:10:20,196 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63108 to delete [blk_1073741880_1056, blk_1073741881_1057, blk_1073741882_1058, blk_1073741884_1060, blk_1073741885_1061]
2015-03-13 11:10:20,366 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:20,367 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:20,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:10:20,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/COMMIT_STARTED dst=null perm=null
2015-03-13 11:10:20,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/COMMIT_SUCCESS dst=null perm=null
2015-03-13 11:10:20,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/COMMIT_FAIL dst=null perm=null
2015-03-13 11:10:20,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007 dst=null perm=null
2015-03-13 11:10:20,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 11:10:20,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 11:10:20,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.splitmetainfo dst=null perm=null
2015-03-13 11:10:20,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.splitmetainfo dst=null perm=null
2015-03-13 11:10:20,783 INFO datanode.DataNode (DataNode.java:transferBlock(1319)) - DatanodeRegistration(127.0.0.1, storageID=DS-646114963-10.1.1.144-63105-1426270085593, infoPort=63106, ipcPort=63107, storageInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0) Starting thread to transfer BP-951401976-10.1.1.144-1426270084277:blk_1073741890_1066 to 127.0.0.1:63108
2015-03-13 11:10:20,784 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741880 for deletion
2015-03-13 11:10:20,784 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741881 for deletion
2015-03-13 11:10:20,784 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741882 for deletion
2015-03-13 11:10:20,784 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741884_1060 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741884 for deletion
2015-03-13 11:10:20,784 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741885 for deletion
2015-03-13 11:10:20,785 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741880
2015-03-13 11:10:20,786 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741881
2015-03-13 11:10:20,786 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741885
2015-03-13 11:10:20,786 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741882
2015-03-13 11:10:20,787 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741884_1060 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741884
2015-03-13 11:10:20,787 INFO datanode.DataNode (DataNode.java:run(1523)) - DataTransfer: Transmitted BP-951401976-10.1.1.144-1426270084277:blk_1073741890_1066 (numBytes=254067) to /127.0.0.1:63108
2015-03-13 11:10:20,787 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741890_1066 src: /127.0.0.1:63661 dest: /127.0.0.1:63108
2015-03-13 11:10:20,789 INFO datanode.DataNode (DataXceiver.java:writeBlock(594)) - Received BP-951401976-10.1.1.144-1426270084277:blk_1073741890_1066 src: /127.0.0.1:63661 dest: /127.0.0.1:63108 of size 254067
2015-03-13 11:10:20,790 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741890_1066 size 254067
2015-03-13 11:10:20,835 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63662, bytes: 82, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-516959354_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741892_1068, duration: 204000
2015-03-13 11:10:21,187 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741880 for deletion
2015-03-13 11:10:21,187 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741881 for deletion
2015-03-13 11:10:21,187 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741882 for deletion
2015-03-13 11:10:21,187 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741883 for deletion
2015-03-13 11:10:21,188 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741884_1060 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741884 for deletion
2015-03-13 11:10:21,188 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741885 for deletion
2015-03-13 11:10:21,188 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741880
2015-03-13 11:10:21,189 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741882
2015-03-13 11:10:21,189 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741884_1060 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741884
2015-03-13 11:10:21,189 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741881
2015-03-13 11:10:21,189 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741883
2015-03-13 11:10:21,190 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741885
2015-03-13 11:10:21,220 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741887_1063
2015-03-13 11:10:21,221 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741890_1066
2015-03-13 11:10:21,368 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:21,368 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:21,423 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741889_1065
2015-03-13 11:10:21,424 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741886_1062
2015-03-13 11:10:21,425 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741888_1064
2015-03-13 11:10:21,426 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741891_1067
2015-03-13 11:10:21,427 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741893_1069
2015-03-13 11:10:21,644 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0007_000001 (auth:SIMPLE)
2015-03-13 11:10:21,645 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426270086855_0007_000001
2015-03-13 11:10:21,646 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426270086855_0007 APPATTEMPTID=appattempt_1426270086855_0007_000001
2015-03-13 11:10:21,646 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0007_000001 State change from LAUNCHED to RUNNING
2015-03-13 11:10:21,646 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0007 State change from ACCEPTED to RUNNING
2015-03-13 11:10:21,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job_1426270086855_0007_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:21,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/8161273328_lower_upper_3DEBF087D02E4606AD7586ECD6F991DF/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:10:21,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job_1426270086855_0007_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:21,881 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741893_1069
2015-03-13 11:10:21,886 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job_1426270086855_0007_1_conf.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:10:21,934 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741894_1070 src: /127.0.0.1:63668 dest: /127.0.0.1:63105
2015-03-13 11:10:21,936 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741894_1070 src: /127.0.0.1:63669 dest: /127.0.0.1:63108
2015-03-13 11:10:21,937 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741894_1070 src: /127.0.0.1:63670 dest: /127.0.0.1:63115
2015-03-13 11:10:21,944 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63670, dest: /127.0.0.1:63115, bytes: 91970, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-516959354_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741894_1070, duration: 5808000
2015-03-13 11:10:21,945 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741894_1070, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:21,945 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:10:21,946 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63669, dest: /127.0.0.1:63108, bytes: 91970, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-516959354_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741894_1070, duration: 6613000
2015-03-13 11:10:21,946 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:21,946 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:10:21,946 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63668, dest: /127.0.0.1:63105, bytes: 91970, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-516959354_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741894_1070, duration: 7658000
2015-03-13 11:10:21,947 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:21,947 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:10:21,956 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job_1426270086855_0007_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-516959354_1
2015-03-13 11:10:22,023 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741890_1066
2015-03-13 11:10:22,024 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741889_1065
2015-03-13 11:10:22,025 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741894_1070
2015-03-13 11:10:22,025 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741892_1068
2015-03-13 11:10:22,026 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741891_1067
2015-03-13 11:10:22,037 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741892_1068
2015-03-13 11:10:22,038 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741894_1070
2015-03-13 11:10:22,083 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741890_1066
2015-03-13 11:10:22,084 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741892_1068
2015-03-13 11:10:22,084 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741891_1067
2015-03-13 11:10:22,241 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741890_1066
2015-03-13 11:10:22,242 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741891_1067
2015-03-13 11:10:22,242 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741893_1069
2015-03-13 11:10:22,373 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:22,373 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:22,711 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0007_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:10:22,711 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0007 CONTAINERID=container_1426270086855_0007_01_000002
2015-03-13 11:10:22,711 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0007_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 11:10:22,711 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0007 container=Container: [ContainerId: container_1426270086855_0007_01_000002, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0007_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:22,712 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-03-13 11:10:22,712 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:22,713 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0007_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:10:22,713 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0007 CONTAINERID=container_1426270086855_0007_01_000003
2015-03-13 11:10:22,713 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0007_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2015-03-13 11:10:22,713 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0007 container=Container: [ContainerId: container_1426270086855_0007_01_000003, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0007_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:22,713 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-03-13 11:10:22,713 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:23,005 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1426270086855_0006_01_000001 succeeded
2015-03-13 11:10:23,005 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-03-13 11:10:23,005 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0006_01_000001
2015-03-13 11:10:23,014 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000001
2015-03-13 11:10:23,014 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000001
2015-03-13 11:10:23,014 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000001
2015-03-13 11:10:23,014 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426270086855_0006/container_1426270086855_0006_01_000001
2015-03-13 11:10:23,014 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000001
2015-03-13 11:10:23,015 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0006_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-03-13 11:10:23,015 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0006_01_000001 from application application_1426270086855_0006
2015-03-13 11:10:23,015 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:23,016 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0006
2015-03-13 11:10:23,199 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63105 to delete [blk_1073741880_1056, blk_1073741881_1057, blk_1073741883_1059]
2015-03-13 11:10:23,199 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63112 to delete [blk_1073741880_1056, blk_1073741881_1057, blk_1073741882_1058, blk_1073741883_1059, blk_1073741884_1060, blk_1073741885_1061]
2015-03-13 11:10:23,375 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 6 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_COMPLETE diagnostics: "" exit_status: 0
2015-03-13 11:10:23,375 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0006_01_000001
2015-03-13 11:10:23,376 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:23,377 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0006_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:10:23,377 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(550)) - Unregistering app attempt : appattempt_1426270086855_0006_000001
2015-03-13 11:10:23,377 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0006_01_000001 in state: COMPLETED event:FINISHED
2015-03-13 11:10:23,377 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0006 CONTAINERID=container_1426270086855_0006_01_000001
2015-03-13 11:10:23,377 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0006_000001 State change from FINISHING to FINISHED
2015-03-13 11:10:23,378 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0006 State change from FINISHING to FINISHED
2015-03-13 11:10:23,378 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0006_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63138, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:10:23,378 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1426270086855_0006_000001
2015-03-13 11:10:23,378 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-03-13 11:10:23,379 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0006_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:23,379 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:23,379 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3
2015-03-13 11:10:23,378 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1426270086855_0006
2015-03-13 11:10:23,379 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0006_000001 released container container_1426270086855_0006_01_000001 on node: host: 10.1.1.144:63138 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:10:23,379 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(166)) - appId=application_1426270086855_0006,name=[D96E0869E1C448798599566D73F58A6D/AC0D85E692FF4865930D6A050C2B478A] test/(1/1) ...dpipesplatform/bigdecimal,user=soberoi,queue=default,state=FINISHED,trackingUrl=Edinburgh.local:63125/proxy/application_1426270086855_0006/jobhistory/job/job_1426270086855_0006,appMasterHost=Edinburgh.local,startTime=1426270197669,finishTime=1426270216853,finalStatus=SUCCEEDED
2015-03-13 11:10:23,380 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplication(470)) - Application appattempt_1426270086855_0006_000001 is done. finalState=FINISHED
2015-03-13 11:10:23,380 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1426270086855_0006 requests cleared
2015-03-13 11:10:23,380 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(779)) - Application removed - appId: application_1426270086855_0006 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-03-13 11:10:23,380 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(510)) - Application removed - appId: application_1426270086855_0006 user: soberoi leaf-queue of parent: root #applications: 1
2015-03-13 11:10:23,382 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0006_000001 (auth:SIMPLE)
2015-03-13 11:10:23,384 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0006_01_000001
2015-03-13 11:10:23,569 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:10:23,570 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0006
2015-03-13 11:10:23,570 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0006
2015-03-13 11:10:23,570 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426270086855_0006
2015-03-13 11:10:23,570 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:10:23,570 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0006, with delay of 10800 seconds
2015-03-13 11:10:23,571 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426270086855_0006
2015-03-13 11:10:23,571 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426270086855_0006
2015-03-13 11:10:23,692 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0007_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:10:23,693 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0007_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:10:23,715 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:10:23,715 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0006
2015-03-13 11:10:23,716 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0006
2015-03-13 11:10:23,716 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0006
2015-03-13 11:10:23,716 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:10:23,716 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0006, with delay of 10800 seconds
2015-03-13 11:10:23,716 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0006
2015-03-13 11:10:23,717 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0006
2015-03-13 11:10:23,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.jar dst=null perm=null
2015-03-13 11:10:23,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.jar dst=null perm=null
2015-03-13 11:10:23,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.xml dst=null perm=null
2015-03-13 11:10:23,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.xml dst=null perm=null
2015-03-13 11:10:23,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:10:23,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:10:23,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:10:23,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:10:23,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:10:23,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:10:23,783 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741880 for deletion
2015-03-13 11:10:23,783 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741881 for deletion
2015-03-13 11:10:23,783 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741883 for deletion
2015-03-13 11:10:23,784 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741880
2015-03-13 11:10:23,785 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741883
2015-03-13 11:10:23,785 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741881
2015-03-13 11:10:23,832 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0007_000001 (auth:SIMPLE)
2015-03-13 11:10:23,835 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0007_01_000003 by user soberoi
2015-03-13 11:10:23,835 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0007_01_000002 by user soberoi
2015-03-13 11:10:23,835 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0007
2015-03-13 11:10:23,835 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0007 CONTAINERID=container_1426270086855_0007_01_000002
2015-03-13 11:10:23,835 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0007 CONTAINERID=container_1426270086855_0007_01_000003
2015-03-13 11:10:23,835 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0007_01_000002 to application application_1426270086855_0007
2015-03-13 11:10:23,836 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0007 transitioned from NEW to INITING
2015-03-13 11:10:23,836 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0007_01_000003 to application application_1426270086855_0007
2015-03-13 11:10:23,836 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0007 transitioned from INITING to RUNNING
2015-03-13 11:10:23,837 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0007_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 11:10:23,837 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0007_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 11:10:23,837 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0007
2015-03-13 11:10:23,837 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0007
2015-03-13 11:10:23,837 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:10:23,837 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0007
2015-03-13 11:10:23,838 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:10:23,838 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:10:23,838 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0007
2015-03-13 11:10:23,838 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0007
2015-03-13 11:10:23,838 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:10:23,838 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0007
2015-03-13 11:10:23,838 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0007_01_000002
2015-03-13 11:10:23,840 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0007_01_000003
2015-03-13 11:10:23,852 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1426270086855_0007_01_000003.tokens. Credentials list:
2015-03-13 11:10:23,853 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1426270086855_0007_01_000002.tokens. Credentials list:
2015-03-13 11:10:23,869 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:10:23,945 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1426270086855_0007_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0007/container_1426270086855_0007_01_000003.tokens
2015-03-13 11:10:23,945 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0007
2015-03-13 11:10:24,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.jar dst=null perm=null
2015-03-13 11:10:24,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.jar dst=null perm=null
2015-03-13 11:10:24,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.jar dst=null perm=null
2015-03-13 11:10:24,027 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63675, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1632118997_3798, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741890_1066, duration: 492000
2015-03-13 11:10:24,042 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741880 for deletion
2015-03-13 11:10:24,042 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741881 for deletion
2015-03-13 11:10:24,042 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741882 for deletion
2015-03-13 11:10:24,043 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741880
2015-03-13 11:10:24,043 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741883 for deletion
2015-03-13 11:10:24,043 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741884_1060 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741884 for deletion
2015-03-13 11:10:24,043 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741882
2015-03-13 11:10:24,043 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741885 for deletion
2015-03-13 11:10:24,043 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741884_1060 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741884
2015-03-13 11:10:24,043 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741881
2015-03-13 11:10:24,044 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741883
2015-03-13 11:10:24,044 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741885
2015-03-13 11:10:24,046 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:10:24,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.xml dst=null perm=null
2015-03-13 11:10:24,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.xml dst=null perm=null
2015-03-13 11:10:24,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.xml dst=null perm=null
2015-03-13 11:10:24,073 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63676, bytes: 100335, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1632118997_3798, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741893_1069, duration: 468000
2015-03-13 11:10:24,090 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:10:24,090 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0007_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:10:24,090 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0007_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:10:24,126 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0007_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 11:10:24,126 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0007_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 11:10:24,126 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:24,126 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:24,232 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0007/container_1426270086855_0007_01_000002/default_container_executor.sh]
2015-03-13 11:10:24,232 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0007/container_1426270086855_0007_01_000003/default_container_executor.sh]
2015-03-13 11:10:24,377 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:24,377 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:10:24,378 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0006
2015-03-13 11:10:24,378 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:10:24,378 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0006
2015-03-13 11:10:24,378 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0006
2015-03-13 11:10:24,379 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0006
2015-03-13 11:10:24,380 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426270086855_0006
2015-03-13 11:10:24,378 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0006, with delay of 10800 seconds
2015-03-13 11:10:24,708 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:10:24,719 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:24,719 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:24,720 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0007_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:10:24,720 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0007_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:10:25,124 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:10:25,258 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1426270086855_0007_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0007/container_1426270086855_0007_01_000002.tokens
2015-03-13 11:10:25,258 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0007
2015-03-13 11:10:25,382 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:25,722 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:25,722 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:26,387 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:26,432 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741894_1070
2015-03-13 11:10:26,723 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:26,723 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:27,392 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:27,724 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:27,724 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:28,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.split dst=null perm=null
2015-03-13 11:10:28,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job.split dst=null perm=null
2015-03-13 11:10:28,137 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63684, bytes: 725, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0007_m_000000_0_15888729_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741891_1067, duration: 149000
2015-03-13 11:10:28,148 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63685, bytes: 725, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0007_m_000001_0_-1894708226_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741891_1067, duration: 198000
2015-03-13 11:10:28,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:10:28,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:10:28,397 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:28,445 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63686, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0007_m_000000_0_15888729_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741838_1014, duration: 160000
2015-03-13 11:10:28,449 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63687, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0007_m_000001_0_-1894708226_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741839_1015, duration: 160000
2015-03-13 11:10:28,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8161273328_lower_upper_3DEBF087D02E4606AD7586ECD6F991DF/_temporary/1/_temporary/attempt_1426270086855_0007_m_000001_0 dst=null perm=null
2015-03-13 11:10:28,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8161273328_lower_upper_3DEBF087D02E4606AD7586ECD6F991DF/_temporary/1/_temporary/attempt_1426270086855_0007_m_000000_0 dst=null perm=null
2015-03-13 11:10:28,505 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0007_01_000003
2015-03-13 11:10:28,505 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0007 CONTAINERID=container_1426270086855_0007_01_000003
2015-03-13 11:10:28,505 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0007_01_000003 transitioned from RUNNING to KILLING
2015-03-13 11:10:28,505 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0007_01_000003
2015-03-13 11:10:28,506 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0007_01_000002
2015-03-13 11:10:28,506 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:28,506 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0007 CONTAINERID=container_1426270086855_0007_01_000002
2015-03-13 11:10:28,507 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:10:28,519 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0007_01_000003 is : 143
2015-03-13 11:10:28,523 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job_1426270086855_0007_1.jhist. BP-951401976-10.1.1.144-1426270084277 blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:10:28,525 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741895_1071 src: /127.0.0.1:63688 dest: /127.0.0.1:63108
2015-03-13 11:10:28,527 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741895_1071 src: /127.0.0.1:63689 dest: /127.0.0.1:63115
2015-03-13 11:10:28,528 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741895_1071 src: /127.0.0.1:63690 dest: /127.0.0.1:63105
2015-03-13 11:10:28,535 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0007_01_000002 transitioned from RUNNING to KILLING
2015-03-13 11:10:28,535 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0007_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:10:28,535 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0007_01_000002
2015-03-13 11:10:28,535 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job_1426270086855_0007_1.jhist for DFSClient_NONMAPREDUCE_-516959354_1
2015-03-13 11:10:28,546 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0007_01_000002 is : 143
2015-03-13 11:10:28,558 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0007/container_1426270086855_0007_01_000003
2015-03-13 11:10:28,559 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0007/container_1426270086855_0007_01_000003
2015-03-13 11:10:28,560 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0007/container_1426270086855_0007_01_000003
2015-03-13 11:10:28,561 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0007/container_1426270086855_0007_01_000003
2015-03-13 11:10:28,561 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0007_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:10:28,561 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0007 CONTAINERID=container_1426270086855_0007_01_000003
2015-03-13 11:10:28,562 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0007_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:10:28,562 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0007/container_1426270086855_0007_01_000002
2015-03-13 11:10:28,563 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0007/container_1426270086855_0007_01_000002
2015-03-13 11:10:28,563 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0007/container_1426270086855_0007_01_000002
2015-03-13 11:10:28,564 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0007/container_1426270086855_0007_01_000002
2015-03-13 11:10:28,564 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0007_01_000003 from application application_1426270086855_0007
2015-03-13 11:10:28,565 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:28,566 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0007
2015-03-13 11:10:28,566 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0007 CONTAINERID=container_1426270086855_0007_01_000002
2015-03-13 11:10:28,566 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0007_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:10:28,567 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0007_01_000002 from application application_1426270086855_0007
2015-03-13 11:10:28,567 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:28,567 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0007
2015-03-13 11:10:29,399 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:29,511 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:10:29,511 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0007_01_000002
2015-03-13 11:10:29,512 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:10:29,512 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0007_01_000003
2015-03-13 11:10:29,513 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0007_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:10:29,513 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0007_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 11:10:29,513 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0007 CONTAINERID=container_1426270086855_0007_01_000002
2015-03-13 11:10:29,513 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0007_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-03-13 11:10:29,513 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-03-13 11:10:29,513 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0007_01_000002, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:29,514 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:29,514 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:10:29,514 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0007_000001 released container container_1426270086855_0007_01_000002 on node: host: 10.1.1.144:63134 #containers=1 available=3072 used=1024 with event: FINISHED
2015-03-13 11:10:29,514 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0007_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:10:29,514 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0007_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 11:10:29,515 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0007 CONTAINERID=container_1426270086855_0007_01_000003
2015-03-13 11:10:29,515 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0007_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:10:29,515 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:10:29,515 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0007_01_000003, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:29,515 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:29,516 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:10:29,516 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0007_000001 released container container_1426270086855_0007_01_000003 on node: host: 10.1.1.144:63134 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:10:30,400 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:30,401 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0007_01_000004 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:10:30,402 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0007 CONTAINERID=container_1426270086855_0007_01_000004
2015-03-13 11:10:30,402 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0007_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63138, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 11:10:30,402 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0007 container=Container: [ContainerId: container_1426270086855_0007_01_000004, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] containerId=container_1426270086855_0007_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:30,403 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:10:30,403 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:30,743 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0007_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:10:30,754 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0007_000001 (auth:SIMPLE)
2015-03-13 11:10:30,756 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0007_01_000004 by user soberoi
2015-03-13 11:10:30,756 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0007 CONTAINERID=container_1426270086855_0007_01_000004
2015-03-13 11:10:30,756 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0007_01_000004 to application application_1426270086855_0007
2015-03-13 11:10:30,757 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0007_01_000004 transitioned from NEW to LOCALIZING
2015-03-13 11:10:30,757 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0007
2015-03-13 11:10:30,757 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0007
2015-03-13 11:10:30,757 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:10:30,757 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0007
2015-03-13 11:10:30,758 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0007_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:10:30,788 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0007_01_000004 transitioned from LOCALIZED to RUNNING
2015-03-13 11:10:30,789 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:30,867 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0007/container_1426270086855_0007_01_000004/default_container_executor.sh]
2015-03-13 11:10:31,403 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:31,403 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:31,403 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0007_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:10:31,747 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:10:32,407 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:32,408 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:33,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/8161273328_lower_upper_3DEBF087D02E4606AD7586ECD6F991DF/_temporary/1/_temporary/attempt_1426270086855_0007_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:33,411 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:33,411 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:33,440 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/8161273328_lower_upper_3DEBF087D02E4606AD7586ECD6F991DF/_temporary/1/_temporary/attempt_1426270086855_0007_r_000000_0/part-00000. BP-951401976-10.1.1.144-1426270084277 blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:10:33,503 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741896_1072 src: /127.0.0.1:63695 dest: /127.0.0.1:63108
2015-03-13 11:10:33,504 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741896_1072 src: /127.0.0.1:63696 dest: /127.0.0.1:63105
2015-03-13 11:10:33,506 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741896_1072 src: /127.0.0.1:63697 dest: /127.0.0.1:63112
2015-03-13 11:10:33,521 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63697, dest: /127.0.0.1:63112, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0007_r_000000_0_1159440153_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741896_1072, duration: 13150000
2015-03-13 11:10:33,521 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741896_1072, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:33,521 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:10:33,522 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63696, dest: /127.0.0.1:63105, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0007_r_000000_0_1159440153_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741896_1072, duration: 13748000
2015-03-13 11:10:33,522 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:33,523 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:10:33,523 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63695, dest: /127.0.0.1:63108, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0007_r_000000_0_1159440153_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741896_1072, duration: 15038000
2015-03-13 11:10:33,523 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:33,523 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:10:33,527 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-soberoi/8161273328_lower_upper_3DEBF087D02E4606AD7586ECD6F991DF/_temporary/1/_temporary/attempt_1426270086855_0007_r_000000_0/part-00000 is closed by DFSClient_attempt_1426270086855_0007_r_000000_0_1159440153_1
2015-03-13 11:10:33,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8161273328_lower_upper_3DEBF087D02E4606AD7586ECD6F991DF/_temporary/1/_temporary/attempt_1426270086855_0007_r_000000_0 dst=null perm=null
2015-03-13 11:10:33,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8161273328_lower_upper_3DEBF087D02E4606AD7586ECD6F991DF/_temporary/1/_temporary/attempt_1426270086855_0007_r_000000_0 dst=null perm=null
2015-03-13 11:10:33,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8161273328_lower_upper_3DEBF087D02E4606AD7586ECD6F991DF/_temporary/1/task_1426270086855_0007_r_000000 dst=null perm=null
2015-03-13 11:10:33,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/8161273328_lower_upper_3DEBF087D02E4606AD7586ECD6F991DF/_temporary/1/_temporary/attempt_1426270086855_0007_r_000000_0 dst=/tmp/hadoop-soberoi/8161273328_lower_upper_3DEBF087D02E4606AD7586ECD6F991DF/_temporary/1/task_1426270086855_0007_r_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:10:33,567 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0007_01_000004
2015-03-13 11:10:33,568 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0007 CONTAINERID=container_1426270086855_0007_01_000004
2015-03-13 11:10:33,568 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0007_01_000004 transitioned from RUNNING to KILLING
2015-03-13 11:10:33,568 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0007_01_000004
2015-03-13 11:10:33,569 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:33,569 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:10:33,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:33,578 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-516959354_1
2015-03-13 11:10:33,581 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0007_01_000004 is : 143
2015-03-13 11:10:33,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/8161273328_lower_upper_3DEBF087D02E4606AD7586ECD6F991DF/_temporary/1 dst=null perm=null
2015-03-13 11:10:33,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8161273328_lower_upper_3DEBF087D02E4606AD7586ECD6F991DF dst=null perm=null
2015-03-13 11:10:33,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8161273328_lower_upper_3DEBF087D02E4606AD7586ECD6F991DF dst=null perm=null
2015-03-13 11:10:33,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/8161273328_lower_upper_3DEBF087D02E4606AD7586ECD6F991DF/_temporary/1/task_1426270086855_0007_r_000000 dst=null perm=null
2015-03-13 11:10:33,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8161273328_lower_upper_3DEBF087D02E4606AD7586ECD6F991DF/part-00000 dst=null perm=null
2015-03-13 11:10:33,597 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0007_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:10:33,598 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0007 CONTAINERID=container_1426270086855_0007_01_000004
2015-03-13 11:10:33,598 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0007_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:10:33,598 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0007_01_000004 from application application_1426270086855_0007
2015-03-13 11:10:33,599 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:33,599 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0007
2015-03-13 11:10:33,599 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0007/container_1426270086855_0007_01_000004
2015-03-13 11:10:33,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0007/container_1426270086855_0007_01_000004
2015-03-13 11:10:33,600 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426270086855_0007/container_1426270086855_0007_01_000004
2015-03-13 11:10:33,600 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0007/container_1426270086855_0007_01_000004
2015-03-13 11:10:33,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/8161273328_lower_upper_3DEBF087D02E4606AD7586ECD6F991DF/_temporary/1/task_1426270086855_0007_r_000000/part-00000 dst=/tmp/hadoop-soberoi/8161273328_lower_upper_3DEBF087D02E4606AD7586ECD6F991DF/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:33,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/8161273328_lower_upper_3DEBF087D02E4606AD7586ECD6F991DF/_temporary dst=null perm=null
2015-03-13 11:10:33,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/8161273328_lower_upper_3DEBF087D02E4606AD7586ECD6F991DF/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:33,612 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-soberoi/8161273328_lower_upper_3DEBF087D02E4606AD7586ECD6F991DF/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-516959354_1
2015-03-13 11:10:33,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:33,616 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-516959354_1
2015-03-13 11:10:33,629 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63690, dest: /127.0.0.1:63105, bytes: 44418, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-516959354_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741895_1071, duration: 5099910000
2015-03-13 11:10:33,630 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741895_1071, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:33,633 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:33,633 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63689, dest: /127.0.0.1:63115, bytes: 44418, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-516959354_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741895_1071, duration: 5102157000
2015-03-13 11:10:33,634 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:33,635 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63688, dest: /127.0.0.1:63108, bytes: 44418, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-516959354_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741895_1071, duration: 5104717000
2015-03-13 11:10:33,635 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:33,635 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:33,636 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:33,637 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job_1426270086855_0007_1.jhist is closed by DFSClient_NONMAPREDUCE_-516959354_1
2015-03-13 11:10:33,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:33,641 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007.summary_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:10:33,643 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741897_1073 src: /127.0.0.1:63698 dest: /127.0.0.1:63112
2015-03-13 11:10:33,645 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741897_1073 src: /127.0.0.1:63699 dest: /127.0.0.1:63108
2015-03-13 11:10:33,647 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741897_1073 src: /127.0.0.1:63700 dest: /127.0.0.1:63115
2015-03-13 11:10:33,653 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63700, dest: /127.0.0.1:63115, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-516959354_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741897_1073, duration: 4526000
2015-03-13 11:10:33,654 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741897_1073, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:33,654 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:10:33,655 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63699, dest: /127.0.0.1:63108, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-516959354_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741897_1073, duration: 2924000
2015-03-13 11:10:33,655 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:33,655 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:10:33,655 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63698, dest: /127.0.0.1:63112, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-516959354_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741897_1073, duration: 3900000
2015-03-13 11:10:33,656 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:33,656 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:10:33,657 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007.summary_tmp is closed by DFSClient_NONMAPREDUCE_-516959354_1
2015-03-13 11:10:33,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:10:33,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job_1426270086855_0007_1.jhist dst=null perm=null
2015-03-13 11:10:33,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007-1426270218128-soberoi-%5B4252D2B52EA7455F8BCE6B6C4FC5C68D%2F49F5F509585D4339-1426270233617-2-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:10:33,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job_1426270086855_0007_1.jhist dst=null perm=null
2015-03-13 11:10:33,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007-1426270218128-soberoi-%5B4252D2B52EA7455F8BCE6B6C4FC5C68D%2F49F5F509585D4339-1426270233617-2-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:10:33,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job_1426270086855_0007_1.jhist dst=null perm=null
2015-03-13 11:10:33,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007-1426270218128-soberoi-%5B4252D2B52EA7455F8BCE6B6C4FC5C68D%2F49F5F509585D4339-1426270233617-2-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:33,678 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63701, bytes: 44766, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-516959354_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741895_1071, duration: 231000
2015-03-13 11:10:33,681 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007-1426270218128-soberoi-%5B4252D2B52EA7455F8BCE6B6C4FC5C68D%2F49F5F509585D4339-1426270233617-2-1-SUCCEEDED-default.jhist_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:10:33,683 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741898_1074 src: /127.0.0.1:63702 dest: /127.0.0.1:63105
2015-03-13 11:10:33,686 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741898_1074 src: /127.0.0.1:63703 dest: /127.0.0.1:63112
2015-03-13 11:10:33,688 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741898_1074 src: /127.0.0.1:63704 dest: /127.0.0.1:63115
2015-03-13 11:10:33,692 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63704, dest: /127.0.0.1:63115, bytes: 44418, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-516959354_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741898_1074, duration: 2324000
2015-03-13 11:10:33,692 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741898_1074, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:33,693 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63703, dest: /127.0.0.1:63112, bytes: 44418, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-516959354_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741898_1074, duration: 3028000
2015-03-13 11:10:33,693 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:33,693 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:10:33,694 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63702, dest: /127.0.0.1:63105, bytes: 44418, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-516959354_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741898_1074, duration: 4415000
2015-03-13 11:10:33,694 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:33,696 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:10:33,696 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741898_1074 size 44418
2015-03-13 11:10:33,697 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007-1426270218128-soberoi-%5B4252D2B52EA7455F8BCE6B6C4FC5C68D%2F49F5F509585D4339-1426270233617-2-1-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-516959354_1
2015-03-13 11:10:33,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007-1426270218128-soberoi-%5B4252D2B52EA7455F8BCE6B6C4FC5C68D%2F49F5F509585D4339-1426270233617-2-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:10:33,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job_1426270086855_0007_1_conf.xml dst=null perm=null
2015-03-13 11:10:33,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007_conf.xml_tmp dst=null perm=null
2015-03-13 11:10:33,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job_1426270086855_0007_1_conf.xml dst=null perm=null
2015-03-13 11:10:33,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007_conf.xml_tmp dst=null perm=null
2015-03-13 11:10:33,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007/job_1426270086855_0007_1_conf.xml dst=null perm=null
2015-03-13 11:10:33,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:33,709 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63705, bytes: 92690, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-516959354_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741894_1070, duration: 428000
2015-03-13 11:10:33,713 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007_conf.xml_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:10:33,715 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741899_1075 src: /127.0.0.1:63706 dest: /127.0.0.1:63108
2015-03-13 11:10:33,717 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741899_1075 src: /127.0.0.1:63707 dest: /127.0.0.1:63105
2015-03-13 11:10:33,720 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741899_1075 src: /127.0.0.1:63708 dest: /127.0.0.1:63115
2015-03-13 11:10:33,725 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63708, dest: /127.0.0.1:63115, bytes: 91970, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-516959354_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741899_1075, duration: 2664000
2015-03-13 11:10:33,725 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741899_1075, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:33,726 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63707, dest: /127.0.0.1:63105, bytes: 91970, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-516959354_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741899_1075, duration: 2810000
2015-03-13 11:10:33,726 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:33,726 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:10:33,727 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63706, dest: /127.0.0.1:63108, bytes: 91970, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-516959354_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741899_1075, duration: 4511000
2015-03-13 11:10:33,727 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:33,727 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:10:33,728 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:10:33,730 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-516959354_1
2015-03-13 11:10:33,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:10:33,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:10:33,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:10:33,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007-1426270218128-soberoi-%5B4252D2B52EA7455F8BCE6B6C4FC5C68D%2F49F5F509585D4339-1426270233617-2-1-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007-1426270218128-soberoi-%5B4252D2B52EA7455F8BCE6B6C4FC5C68D%2F49F5F509585D4339-1426270233617-2-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:10:33,752 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0007_000001 State change from RUNNING to FINISHING
2015-03-13 11:10:33,752 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426270086855_0007
2015-03-13 11:10:33,752 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0007 State change from RUNNING to REMOVING
2015-03-13 11:10:33,752 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426270086855_0007
2015-03-13 11:10:33,752 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0007 State change from REMOVING to FINISHING
2015-03-13 11:10:34,575 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:34,576 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:10:34,576 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0007_01_000004
2015-03-13 11:10:34,577 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0007_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:10:34,577 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0007_01_000004 in state: COMPLETED event:FINISHED
2015-03-13 11:10:34,577 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0007 CONTAINERID=container_1426270086855_0007_01_000004
2015-03-13 11:10:34,577 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0007_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63138, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:10:34,577 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:10:34,578 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0007_01_000004, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:34,578 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:34,578 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:10:34,578 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0007_000001 released container container_1426270086855_0007_01_000004 on node: host: 10.1.1.144:63138 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:10:34,764 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741890_1066 127.0.0.1:63112 127.0.0.1:63115 127.0.0.1:63105 127.0.0.1:63108
2015-03-13 11:10:34,764 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741891_1067 127.0.0.1:63112 127.0.0.1:63115 127.0.0.1:63108 127.0.0.1:63105
2015-03-13 11:10:34,764 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741892_1068 127.0.0.1:63112 127.0.0.1:63115 127.0.0.1:63105
2015-03-13 11:10:34,765 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741893_1069 127.0.0.1:63108 127.0.0.1:63105 127.0.0.1:63112
2015-03-13 11:10:34,765 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741895_1071 127.0.0.1:63108 127.0.0.1:63115 127.0.0.1:63105
2015-03-13 11:10:34,765 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741894_1070 127.0.0.1:63105 127.0.0.1:63108 127.0.0.1:63115
2015-03-13 11:10:34,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0007 dst=null perm=null
2015-03-13 11:10:34,793 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (2/2) ...alue/true/true/true/false
2015-03-13 11:10:34,802 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:10:34,813 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:10:34,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null
2015-03-13 11:10:34,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:10:34,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:10:34,825 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 8
2015-03-13 11:10:34,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008 dst=null perm=null
2015-03-13 11:10:34,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 11:10:34,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 11:10:34,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.jar dst=null perm=null
2015-03-13 11:10:34,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:10:34,832 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.jar. BP-951401976-10.1.1.144-1426270084277 blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:10:34,833 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741900_1076 src: /127.0.0.1:63711 dest: /127.0.0.1:63105
2015-03-13 11:10:34,834 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741900_1076 src: /127.0.0.1:63712 dest: /127.0.0.1:63108
2015-03-13 11:10:34,836 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741900_1076 src: /127.0.0.1:63713 dest: /127.0.0.1:63112
2015-03-13 11:10:34,841 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63713, dest: /127.0.0.1:63112, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741900_1076, duration: 3413000
2015-03-13 11:10:34,841 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741900_1076, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:34,841 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:10:34,841 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63712, dest: /127.0.0.1:63108, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741900_1076, duration: 3162000
2015-03-13 11:10:34,842 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:34,843 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63711, dest: /127.0.0.1:63105, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741900_1076, duration: 5170000
2015-03-13 11:10:34,843 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:34,843 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:10:34,845 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:10:34,846 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.jar is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:10:34,847 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.jar
2015-03-13 11:10:34,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.jar dst=null perm=null
2015-03-13 11:10:34,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:10:34,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:10:34,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:10:34,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:10:34,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 11:10:34,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 11:10:34,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 11:10:34,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 11:10:34,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 11:10:34,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:10:34,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8161273328_lower_upper_3DEBF087D02E4606AD7586ECD6F991DF dst=null perm=null
2015-03-13 11:10:34,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8161273328_lower_upper_3DEBF087D02E4606AD7586ECD6F991DF dst=null perm=null
2015-03-13 11:10:34,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/8161273328_lower_upper_3DEBF087D02E4606AD7586ECD6F991DF dst=null perm=null
2015-03-13 11:10:34,858 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:10:34,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:10:34,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:10:34,862 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.split
2015-03-13 11:10:34,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.split dst=null perm=null
2015-03-13 11:10:34,864 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.split. BP-951401976-10.1.1.144-1426270084277 blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:10:34,866 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741901_1077 src: /127.0.0.1:63714 dest: /127.0.0.1:63105
2015-03-13 11:10:34,868 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741901_1077 src: /127.0.0.1:63715 dest: /127.0.0.1:63112
2015-03-13 11:10:34,870 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741901_1077 src: /127.0.0.1:63716 dest: /127.0.0.1:63108
2015-03-13 11:10:34,872 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741901_1077 src: /127.0.0.1:63717 dest: /127.0.0.1:63115
2015-03-13 11:10:34,875 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63717, dest: /127.0.0.1:63115, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741901_1077, duration: 1852000
2015-03-13 11:10:34,875 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741901_1077, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:34,876 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:10:34,876 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63716, dest: /127.0.0.1:63108, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741901_1077, duration: 2543000
2015-03-13 11:10:34,876 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:34,877 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:10:34,877 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63715, dest: /127.0.0.1:63112, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741901_1077, duration: 3600000
2015-03-13 11:10:34,877 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:34,878 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63714, dest: /127.0.0.1:63105, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741901_1077, duration: 4791000
2015-03-13 11:10:34,878 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:10:34,878 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:34,879 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:10:34,881 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.split is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:10:34,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:10:34,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:10:34,886 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.splitmetainfo. BP-951401976-10.1.1.144-1426270084277 blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:10:34,887 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741902_1078 src: /127.0.0.1:63718 dest: /127.0.0.1:63115
2015-03-13 11:10:34,889 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741902_1078 src: /127.0.0.1:63719 dest: /127.0.0.1:63105
2015-03-13 11:10:34,890 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741902_1078 src: /127.0.0.1:63720 dest: /127.0.0.1:63108
2015-03-13 11:10:34,893 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63720, dest: /127.0.0.1:63108, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741902_1078, duration: 1365000
2015-03-13 11:10:34,894 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741902_1078, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:34,894 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:10:34,894 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63719, dest: /127.0.0.1:63105, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741902_1078, duration: 1938000
2015-03-13 11:10:34,895 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:34,896 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63718, dest: /127.0.0.1:63115, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741902_1078, duration: 3215000
2015-03-13 11:10:34,896 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:10:34,896 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:34,898 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:10:34,900 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:10:34,900 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:1
2015-03-13 11:10:34,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:10:34,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:10:34,905 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:10:34,905 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:10:34,906 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:10:34,909 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:10:34,911 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741903_1079 src: /127.0.0.1:63721 dest: /127.0.0.1:63108
2015-03-13 11:10:34,912 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741903_1079 src: /127.0.0.1:63722 dest: /127.0.0.1:63105
2015-03-13 11:10:34,913 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741903_1079 src: /127.0.0.1:63723 dest: /127.0.0.1:63115
2015-03-13 11:10:34,916 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63723, dest: /127.0.0.1:63115, bytes: 99125, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741903_1079, duration: 1632000
2015-03-13 11:10:34,917 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741903_1079, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:34,917 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:10:34,917 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63722, dest: /127.0.0.1:63105, bytes: 99125, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741903_1079, duration: 2404000
2015-03-13 11:10:34,918 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:34,918 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:10:34,918 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63721, dest: /127.0.0.1:63108, bytes: 99125, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741903_1079, duration: 3315000
2015-03-13 11:10:34,919 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:34,920 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:10:34,921 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.xml is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:10:34,921 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426270086855_0008
2015-03-13 11:10:34,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008 dst=null perm=null
2015-03-13 11:10:34,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.xml dst=null perm=null
2015-03-13 11:10:34,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.xml dst=null perm=null
2015-03-13 11:10:34,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.jar dst=null perm=null
2015-03-13 11:10:34,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.jar dst=null perm=null
2015-03-13 11:10:34,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.split dst=null perm=null
2015-03-13 11:10:34,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.split dst=null perm=null
2015-03-13 11:10:34,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.splitmetainfo dst=null perm=null
2015-03-13 11:10:34,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.splitmetainfo dst=null perm=null
2015-03-13 11:10:34,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:10:34,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:10:34,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:10:34,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:10:34,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:10:34,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:10:34,938 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 8 submitted by user soberoi
2015-03-13 11:10:34,938 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426270086855_0008
2015-03-13 11:10:34,939 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0008 State change from NEW to NEW_SAVING
2015-03-13 11:10:34,939 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426270086855_0008
2015-03-13 11:10:34,939 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426270086855_0008
2015-03-13 11:10:34,939 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0008 State change from NEW_SAVING to SUBMITTED
2015-03-13 11:10:34,939 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426270086855_0008_000001
2015-03-13 11:10:34,940 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0008_000001 State change from NEW to SUBMITTED
2015-03-13 11:10:34,940 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426270086855_0008 from user: soberoi activated in queue: default
2015-03-13 11:10:34,940 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426270086855_0008 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@20a38b8, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-03-13 11:10:34,940 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426270086855_0008 user: soberoi leaf-queue of parent: root #applications: 2
2015-03-13 11:10:34,940 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426270086855_0008_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2015-03-13 11:10:34,940 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426270086855_0008 to ResourceManager at /10.1.1.144:63128
2015-03-13 11:10:34,940 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0008_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 11:10:34,941 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0008 State change from SUBMITTED to ACCEPTED
2015-03-13 11:10:34,943 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:63125/proxy/application_1426270086855_0008/
2015-03-13 11:10:34,943 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1426270086855_0008
2015-03-13 11:10:34,943 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:63125/proxy/application_1426270086855_0008/
2015-03-13 11:10:35,205 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1352)) - BLOCK* ask 127.0.0.1:63112 to replicate blk_1073741900_1076 to datanode(s) 127.0.0.1:63115
2015-03-13 11:10:35,205 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63115 to delete [blk_1073741890_1066, blk_1073741891_1067, blk_1073741892_1068, blk_1073741894_1070, blk_1073741895_1071]
2015-03-13 11:10:35,205 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63108 to delete [blk_1073741890_1066, blk_1073741891_1067, blk_1073741893_1069, blk_1073741894_1070, blk_1073741895_1071]
2015-03-13 11:10:35,527 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0008_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:10:35,528 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0008 CONTAINERID=container_1426270086855_0008_01_000001
2015-03-13 11:10:35,528 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0008_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63130, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2015-03-13 11:10:35,528 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0008 container=Container: [ContainerId: container_1426270086855_0008_01_000001, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] containerId=container_1426270086855_0008_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:35,528 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 11:10:35,529 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0008_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:10:35,529 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:35,530 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426270086855_0008 AttemptId: appattempt_1426270086855_0008_000001 MasterContainer: Container: [ContainerId: container_1426270086855_0008_01_000001, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ]
2015-03-13 11:10:35,530 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0008_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 11:10:35,530 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426270086855_0008_000001
2015-03-13 11:10:35,531 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0008_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 11:10:35,531 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426270086855_0008_000001
2015-03-13 11:10:35,531 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426270086855_0008_01_000001, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] for AM appattempt_1426270086855_0008_000001
2015-03-13 11:10:35,532 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426270086855_0008_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 11:10:35,534 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0008_000001 (auth:SIMPLE)
2015-03-13 11:10:35,536 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0008_01_000001 by user soberoi
2015-03-13 11:10:35,537 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0008
2015-03-13 11:10:35,537 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0008 CONTAINERID=container_1426270086855_0008_01_000001
2015-03-13 11:10:35,537 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0008 transitioned from NEW to INITING
2015-03-13 11:10:35,538 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0008_01_000001 to application application_1426270086855_0008
2015-03-13 11:10:35,538 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0008 transitioned from INITING to RUNNING
2015-03-13 11:10:35,538 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0008_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 11:10:35,538 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0008
2015-03-13 11:10:35,538 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:10:35,539 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 11:10:35,539 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.split transitioned from INIT to DOWNLOADING
2015-03-13 11:10:35,539 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:10:35,539 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0008_01_000001
2015-03-13 11:10:35,539 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426270086855_0008_01_000001, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] for AM appattempt_1426270086855_0008_000001
2015-03-13 11:10:35,540 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0008_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 11:10:35,554 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1426270086855_0008_01_000001.tokens. Credentials list:
2015-03-13 11:10:35,579 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:35,581 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:10:35,680 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1426270086855_0008_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0008/container_1426270086855_0008_01_000001.tokens
2015-03-13 11:10:35,680 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0008 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0008
2015-03-13 11:10:35,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.jar dst=null perm=null
2015-03-13 11:10:35,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.jar dst=null perm=null
2015-03-13 11:10:35,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.jar dst=null perm=null
2015-03-13 11:10:35,753 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63727, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1649255642_4035, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741900_1076, duration: 500000
2015-03-13 11:10:35,773 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:10:35,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.splitmetainfo dst=null perm=null
2015-03-13 11:10:35,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.splitmetainfo dst=null perm=null
2015-03-13 11:10:35,796 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741890 for deletion
2015-03-13 11:10:35,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.splitmetainfo dst=null perm=null
2015-03-13 11:10:35,796 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741891 for deletion
2015-03-13 11:10:35,797 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741893 for deletion
2015-03-13 11:10:35,797 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741894_1070 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741894 for deletion
2015-03-13 11:10:35,797 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741895 for deletion
2015-03-13 11:10:35,798 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741893
2015-03-13 11:10:35,796 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741890
2015-03-13 11:10:35,799 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741891
2015-03-13 11:10:35,798 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741894_1070 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741894
2015-03-13 11:10:35,799 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741895
2015-03-13 11:10:35,806 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63728, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1649255642_4035, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741902_1078, duration: 137000
2015-03-13 11:10:35,819 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:10:35,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.split dst=null perm=null
2015-03-13 11:10:35,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.split dst=null perm=null
2015-03-13 11:10:35,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.split dst=null perm=null
2015-03-13 11:10:35,843 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63727, bytes: 362, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1649255642_4035, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741901_1077, duration: 168000
2015-03-13 11:10:35,859 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:10:35,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.xml dst=null perm=null
2015-03-13 11:10:35,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.xml dst=null perm=null
2015-03-13 11:10:35,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.xml dst=null perm=null
2015-03-13 11:10:35,886 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63727, bytes: 99901, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1649255642_4035, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741903_1079, duration: 339000
2015-03-13 11:10:35,901 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:10:35,901 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0008_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:10:35,930 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0008_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 11:10:35,930 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:36,010 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0008/container_1426270086855_0008_01_000001/default_container_executor.sh]
2015-03-13 11:10:36,054 INFO datanode.DataNode (DataNode.java:transferBlock(1319)) - DatanodeRegistration(127.0.0.1, storageID=DS-2043704984-10.1.1.144-63112-1426270085851, infoPort=63113, ipcPort=63114, storageInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0) Starting thread to transfer BP-951401976-10.1.1.144-1426270084277:blk_1073741900_1076 to 127.0.0.1:63115
2015-03-13 11:10:36,056 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741900_1076 src: /127.0.0.1:63729 dest: /127.0.0.1:63115
2015-03-13 11:10:36,056 INFO datanode.DataNode (DataNode.java:run(1523)) - DataTransfer: Transmitted BP-951401976-10.1.1.144-1426270084277:blk_1073741900_1076 (numBytes=254067) to /127.0.0.1:63115
2015-03-13 11:10:36,057 INFO datanode.DataNode (DataXceiver.java:writeBlock(594)) - Received BP-951401976-10.1.1.144-1426270084277:blk_1073741900_1076 src: /127.0.0.1:63729 dest: /127.0.0.1:63115 of size 254067
2015-03-13 11:10:36,058 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741900_1076 size 254067
2015-03-13 11:10:36,198 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741890 for deletion
2015-03-13 11:10:36,199 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741891 for deletion
2015-03-13 11:10:36,199 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741892 for deletion
2015-03-13 11:10:36,199 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741894_1070 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741894 for deletion
2015-03-13 11:10:36,199 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741895 for deletion
2015-03-13 11:10:36,199 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741890
2015-03-13 11:10:36,200 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741891
2015-03-13 11:10:36,200 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741894_1070 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741894
2015-03-13 11:10:36,200 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741892
2015-03-13 11:10:36,200 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741895
2015-03-13 11:10:36,440 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741903_1079
2015-03-13 11:10:36,440 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741897_1073
2015-03-13 11:10:36,441 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741901_1077
2015-03-13 11:10:36,443 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741900_1076
2015-03-13 11:10:36,443 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741902_1078
2015-03-13 11:10:36,444 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741896_1072
2015-03-13 11:10:36,531 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:36,532 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0008_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:10:36,584 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:36,647 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741899_1075
2015-03-13 11:10:37,042 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741898_1074
2015-03-13 11:10:37,042 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741902_1078
2015-03-13 11:10:37,043 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741903_1079
2015-03-13 11:10:37,044 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741901_1077
2015-03-13 11:10:37,044 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741897_1073
2015-03-13 11:10:37,096 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741900_1076
2015-03-13 11:10:37,096 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741897_1073
2015-03-13 11:10:37,097 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741896_1072
2015-03-13 11:10:37,097 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741898_1074
2015-03-13 11:10:37,098 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741901_1077
2015-03-13 11:10:37,245 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741899_1075
2015-03-13 11:10:37,253 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741895_1071
2015-03-13 11:10:37,253 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741896_1072
2015-03-13 11:10:37,254 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741901_1077
2015-03-13 11:10:37,254 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741903_1079
2015-03-13 11:10:37,255 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741902_1078
2015-03-13 11:10:37,443 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741900_1076
2015-03-13 11:10:37,455 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741900_1076
2015-03-13 11:10:37,456 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741898_1074
2015-03-13 11:10:37,533 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:37,585 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:37,655 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741899_1075
2015-03-13 11:10:37,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:10:37,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/COMMIT_STARTED dst=null perm=null
2015-03-13 11:10:37,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/COMMIT_SUCCESS dst=null perm=null
2015-03-13 11:10:37,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/COMMIT_FAIL dst=null perm=null
2015-03-13 11:10:37,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008 dst=null perm=null
2015-03-13 11:10:37,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 11:10:37,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 11:10:38,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.splitmetainfo dst=null perm=null
2015-03-13 11:10:38,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.splitmetainfo dst=null perm=null
2015-03-13 11:10:38,142 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63731, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-358717099_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741902_1078, duration: 138000
2015-03-13 11:10:38,211 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63112 to delete [blk_1073741890_1066, blk_1073741891_1067, blk_1073741892_1068, blk_1073741893_1069]
2015-03-13 11:10:38,211 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63105 to delete [blk_1073741890_1066, blk_1073741891_1067, blk_1073741892_1068, blk_1073741893_1069, blk_1073741894_1070, blk_1073741895_1071]
2015-03-13 11:10:38,536 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:38,586 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:38,788 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741890 for deletion
2015-03-13 11:10:38,788 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741891 for deletion
2015-03-13 11:10:38,789 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741892 for deletion
2015-03-13 11:10:38,789 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741893 for deletion
2015-03-13 11:10:38,789 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741890
2015-03-13 11:10:38,789 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741894_1070 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741894 for deletion
2015-03-13 11:10:38,789 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741895 for deletion
2015-03-13 11:10:38,789 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741891
2015-03-13 11:10:38,789 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741892
2015-03-13 11:10:38,790 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741893
2015-03-13 11:10:38,790 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741894_1070 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741894
2015-03-13 11:10:38,790 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741895
2015-03-13 11:10:38,958 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0008_000001 (auth:SIMPLE)
2015-03-13 11:10:38,959 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426270086855_0008_000001
2015-03-13 11:10:38,959 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426270086855_0008 APPATTEMPTID=appattempt_1426270086855_0008_000001
2015-03-13 11:10:38,959 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0008_000001 State change from LAUNCHED to RUNNING
2015-03-13 11:10:38,959 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0008 State change from ACCEPTED to RUNNING
2015-03-13 11:10:38,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job_1426270086855_0008_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:38,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:10:39,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job_1426270086855_0008_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:39,054 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741890 for deletion
2015-03-13 11:10:39,054 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741891 for deletion
2015-03-13 11:10:39,055 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741892 for deletion
2015-03-13 11:10:39,055 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741893 for deletion
2015-03-13 11:10:39,055 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741890
2015-03-13 11:10:39,055 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741891
2015-03-13 11:10:39,055 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741892
2015-03-13 11:10:39,055 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741893
2015-03-13 11:10:39,178 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job_1426270086855_0008_1_conf.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:10:39,222 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741904_1080 src: /127.0.0.1:63737 dest: /127.0.0.1:63112
2015-03-13 11:10:39,224 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741904_1080 src: /127.0.0.1:63738 dest: /127.0.0.1:63108
2015-03-13 11:10:39,225 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741904_1080 src: /127.0.0.1:63739 dest: /127.0.0.1:63105
2015-03-13 11:10:39,235 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63739, dest: /127.0.0.1:63105, bytes: 91614, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-358717099_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741904_1080, duration: 8400000
2015-03-13 11:10:39,236 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741904_1080, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:39,237 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63738, dest: /127.0.0.1:63108, bytes: 91614, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-358717099_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741904_1080, duration: 9791000
2015-03-13 11:10:39,237 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:39,237 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:39,239 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:39,239 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63737, dest: /127.0.0.1:63112, bytes: 91614, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-358717099_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741904_1080, duration: 11717000
2015-03-13 11:10:39,239 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:39,239 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:39,243 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job_1426270086855_0008_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-358717099_1
2015-03-13 11:10:39,537 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:39,587 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:39,896 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1426270086855_0007_01_000001 succeeded
2015-03-13 11:10:39,896 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0007_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-03-13 11:10:39,897 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0007_01_000001
2015-03-13 11:10:39,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0007/container_1426270086855_0007_01_000001
2015-03-13 11:10:39,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0007/container_1426270086855_0007_01_000001
2015-03-13 11:10:39,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0007/container_1426270086855_0007_01_000001
2015-03-13 11:10:39,905 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0007 CONTAINERID=container_1426270086855_0007_01_000001
2015-03-13 11:10:39,906 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0007_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-03-13 11:10:39,906 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0007_01_000001 from application application_1426270086855_0007
2015-03-13 11:10:39,906 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:39,906 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0007
2015-03-13 11:10:39,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426270086855_0007/container_1426270086855_0007_01_000001
2015-03-13 11:10:40,542 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:40,543 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0008_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:10:40,543 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0008 CONTAINERID=container_1426270086855_0008_01_000002
2015-03-13 11:10:40,543 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0008_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 11:10:40,544 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0008 container=Container: [ContainerId: container_1426270086855_0008_01_000002, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0008_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:40,544 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-03-13 11:10:40,544 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:40,592 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 7 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_COMPLETE diagnostics: "" exit_status: 0
2015-03-13 11:10:40,593 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0007_01_000001
2015-03-13 11:10:40,593 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0007_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:10:40,593 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(550)) - Unregistering app attempt : appattempt_1426270086855_0007_000001
2015-03-13 11:10:40,594 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0007_01_000001 in state: COMPLETED event:FINISHED
2015-03-13 11:10:40,594 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0007 CONTAINERID=container_1426270086855_0007_01_000001
2015-03-13 11:10:40,594 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0007_000001 State change from FINISHING to FINISHED
2015-03-13 11:10:40,594 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0007_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63138, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:10:40,594 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0007 State change from FINISHING to FINISHED
2015-03-13 11:10:40,595 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-03-13 11:10:40,595 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1426270086855_0007_000001
2015-03-13 11:10:40,595 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0007_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:40,595 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:40,595 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1426270086855_0007
2015-03-13 11:10:40,596 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(166)) - appId=application_1426270086855_0007,name=[4252D2B52EA7455F8BCE6B6C4FC5C68D/49F5F509585D433999BAF567088A8695] lower*upper/(1/2),user=soberoi,queue=default,state=FINISHED,trackingUrl=Edinburgh.local:63125/proxy/application_1426270086855_0007/jobhistory/job/job_1426270086855_0007,appMasterHost=Edinburgh.local,startTime=1426270218128,finishTime=1426270233752,finalStatus=SUCCEEDED
2015-03-13 11:10:40,596 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2015-03-13 11:10:40,596 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0007_000001 released container container_1426270086855_0007_01_000001 on node: host: 10.1.1.144:63138 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:10:40,596 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplication(470)) - Application appattempt_1426270086855_0007_000001 is done. finalState=FINISHED
2015-03-13 11:10:40,597 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1426270086855_0007 requests cleared
2015-03-13 11:10:40,597 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(779)) - Application removed - appId: application_1426270086855_0007 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-03-13 11:10:40,597 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(510)) - Application removed - appId: application_1426270086855_0007 user: soberoi leaf-queue of parent: root #applications: 1
2015-03-13 11:10:40,599 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0007_000001 (auth:SIMPLE)
2015-03-13 11:10:40,602 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0007_01_000001
2015-03-13 11:10:40,993 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0008_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:10:41,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.jar dst=null perm=null
2015-03-13 11:10:41,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.jar dst=null perm=null
2015-03-13 11:10:41,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.xml dst=null perm=null
2015-03-13 11:10:41,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.xml dst=null perm=null
2015-03-13 11:10:41,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:10:41,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:10:41,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:10:41,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:10:41,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:10:41,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:10:41,116 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0008_000001 (auth:SIMPLE)
2015-03-13 11:10:41,118 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0008_01_000002 by user soberoi
2015-03-13 11:10:41,118 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0008
2015-03-13 11:10:41,119 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0008 CONTAINERID=container_1426270086855_0008_01_000002
2015-03-13 11:10:41,119 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0008 transitioned from NEW to INITING
2015-03-13 11:10:41,119 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0008_01_000002 to application application_1426270086855_0008
2015-03-13 11:10:41,119 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0008 transitioned from INITING to RUNNING
2015-03-13 11:10:41,119 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0008_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 11:10:41,120 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0008
2015-03-13 11:10:41,120 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0008
2015-03-13 11:10:41,120 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:10:41,120 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0008
2015-03-13 11:10:41,120 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:10:41,120 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:10:41,121 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0008_01_000002
2015-03-13 11:10:41,134 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1426270086855_0008_01_000002.tokens. Credentials list:
2015-03-13 11:10:41,149 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:10:41,223 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1426270086855_0008_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0008/container_1426270086855_0008_01_000002.tokens
2015-03-13 11:10:41,223 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0008 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0008
2015-03-13 11:10:41,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.jar dst=null perm=null
2015-03-13 11:10:41,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.jar dst=null perm=null
2015-03-13 11:10:41,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.jar dst=null perm=null
2015-03-13 11:10:41,304 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63744, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1751932154_4139, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741900_1076, duration: 486000
2015-03-13 11:10:41,324 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:10:41,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.xml dst=null perm=null
2015-03-13 11:10:41,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.xml dst=null perm=null
2015-03-13 11:10:41,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.xml dst=null perm=null
2015-03-13 11:10:41,352 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63745, bytes: 99901, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1751932154_4139, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741903_1079, duration: 409000
2015-03-13 11:10:41,368 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:10:41,369 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0008_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:10:41,402 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0008_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 11:10:41,402 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:41,490 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0008/container_1426270086855_0008_01_000002/default_container_executor.sh]
2015-03-13 11:10:41,544 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:41,544 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:41,545 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:10:41,545 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0008_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:10:41,545 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0007
2015-03-13 11:10:41,545 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0007
2015-03-13 11:10:41,546 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:10:41,546 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0007, with delay of 10800 seconds
2015-03-13 11:10:41,546 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0007
2015-03-13 11:10:41,546 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0007
2015-03-13 11:10:41,547 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0007
2015-03-13 11:10:41,597 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:10:41,597 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0007
2015-03-13 11:10:41,598 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0007
2015-03-13 11:10:41,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0007
2015-03-13 11:10:41,598 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:10:41,598 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0007, with delay of 10800 seconds
2015-03-13 11:10:41,599 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0007
2015-03-13 11:10:41,599 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426270086855_0007
2015-03-13 11:10:41,654 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741904_1080
2015-03-13 11:10:42,006 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:10:42,101 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741904_1080
2015-03-13 11:10:42,547 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:42,547 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:42,662 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741904_1080
2015-03-13 11:10:43,549 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:43,549 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:43,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job.split dst=null perm=null
2015-03-13 11:10:43,791 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63748, bytes: 362, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0008_m_000000_0_69978403_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741901_1077, duration: 155000
2015-03-13 11:10:43,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/8161273328_lower_upper_3DEBF087D02E4606AD7586ECD6F991DF/part-00000 dst=null perm=null
2015-03-13 11:10:43,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/8161273328_lower_upper_3DEBF087D02E4606AD7586ECD6F991DF/part-00000 dst=null perm=null
2015-03-13 11:10:43,855 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63749, bytes: 1052, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0008_m_000000_0_69978403_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741896_1072, duration: 143000
2015-03-13 11:10:44,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/_temporary/attempt_1426270086855_0008_m_000000_0 dst=null perm=null
2015-03-13 11:10:44,080 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0008_01_000002
2015-03-13 11:10:44,080 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0008 CONTAINERID=container_1426270086855_0008_01_000002
2015-03-13 11:10:44,080 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0008_01_000002 transitioned from RUNNING to KILLING
2015-03-13 11:10:44,080 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0008_01_000002
2015-03-13 11:10:44,081 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:10:44,089 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0008_01_000002 is : 143
2015-03-13 11:10:44,094 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job_1426270086855_0008_1.jhist. BP-951401976-10.1.1.144-1426270084277 blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:10:44,095 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741905_1081 src: /127.0.0.1:63750 dest: /127.0.0.1:63108
2015-03-13 11:10:44,097 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741905_1081 src: /127.0.0.1:63751 dest: /127.0.0.1:63112
2015-03-13 11:10:44,098 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741905_1081 src: /127.0.0.1:63752 dest: /127.0.0.1:63105
2015-03-13 11:10:44,101 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0008_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:10:44,102 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0008 CONTAINERID=container_1426270086855_0008_01_000002
2015-03-13 11:10:44,102 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0008_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:10:44,102 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0008_01_000002 from application application_1426270086855_0008
2015-03-13 11:10:44,102 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:44,102 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0008
2015-03-13 11:10:44,103 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0008/container_1426270086855_0008_01_000002
2015-03-13 11:10:44,103 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0008/container_1426270086855_0008_01_000002
2015-03-13 11:10:44,104 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0008/container_1426270086855_0008_01_000002
2015-03-13 11:10:44,104 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0008/container_1426270086855_0008_01_000002
2015-03-13 11:10:44,106 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job_1426270086855_0008_1.jhist for DFSClient_NONMAPREDUCE_-358717099_1
2015-03-13 11:10:44,553 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:45,087 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:10:45,087 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0008_01_000002
2015-03-13 11:10:45,088 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0008_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:10:45,088 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0008_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 11:10:45,088 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0008 CONTAINERID=container_1426270086855_0008_01_000002
2015-03-13 11:10:45,088 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0008_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:10:45,088 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:10:45,089 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0008_01_000002, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:45,089 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:45,089 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:10:45,089 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0008_000001 released container container_1426270086855_0008_01_000002 on node: host: 10.1.1.144:63134 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:10:45,559 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:46,093 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0008_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:10:46,093 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0008 CONTAINERID=container_1426270086855_0008_01_000003
2015-03-13 11:10:46,094 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0008_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 11:10:46,094 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0008 container=Container: [ContainerId: container_1426270086855_0008_01_000003, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0008_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:46,094 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:10:46,094 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:46,561 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:47,041 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0008_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:10:47,050 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0008_01_000003 by user soberoi
2015-03-13 11:10:47,051 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0008 CONTAINERID=container_1426270086855_0008_01_000003
2015-03-13 11:10:47,051 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0008_01_000003 to application application_1426270086855_0008
2015-03-13 11:10:47,051 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0008_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 11:10:47,051 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0008
2015-03-13 11:10:47,051 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0008
2015-03-13 11:10:47,051 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:10:47,052 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0008
2015-03-13 11:10:47,052 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0008_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:10:47,078 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0008_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 11:10:47,078 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:47,095 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:47,097 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0008_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:10:47,155 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0008/container_1426270086855_0008_01_000003/default_container_executor.sh]
2015-03-13 11:10:47,566 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:48,045 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:10:48,097 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:48,567 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:49,102 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:49,571 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:49,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/_temporary/attempt_1426270086855_0008_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:49,673 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/_temporary/attempt_1426270086855_0008_r_000000_0/part-00000. BP-951401976-10.1.1.144-1426270084277 blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:10:49,740 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741906_1082 src: /127.0.0.1:63757 dest: /127.0.0.1:63105
2015-03-13 11:10:49,741 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741906_1082 src: /127.0.0.1:63758 dest: /127.0.0.1:63108
2015-03-13 11:10:49,743 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741906_1082 src: /127.0.0.1:63759 dest: /127.0.0.1:63112
2015-03-13 11:10:49,753 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63759, dest: /127.0.0.1:63112, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0008_r_000000_0_1597231580_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741906_1082, duration: 9271000
2015-03-13 11:10:49,754 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741906_1082, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:49,754 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:10:49,754 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63758, dest: /127.0.0.1:63108, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0008_r_000000_0_1597231580_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741906_1082, duration: 9777000
2015-03-13 11:10:49,755 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:49,755 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:10:49,755 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63757, dest: /127.0.0.1:63105, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0008_r_000000_0_1597231580_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741906_1082, duration: 10842000
2015-03-13 11:10:49,756 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:49,756 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:10:49,759 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/_temporary/attempt_1426270086855_0008_r_000000_0/part-00000 is closed by DFSClient_attempt_1426270086855_0008_r_000000_0_1597231580_1
2015-03-13 11:10:49,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/_temporary/attempt_1426270086855_0008_r_000000_0 dst=null perm=null
2015-03-13 11:10:49,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/_temporary/attempt_1426270086855_0008_r_000000_0 dst=null perm=null
2015-03-13 11:10:49,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/task_1426270086855_0008_r_000000 dst=null perm=null
2015-03-13 11:10:49,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/_temporary/attempt_1426270086855_0008_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/task_1426270086855_0008_r_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:10:49,796 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0008_01_000003
2015-03-13 11:10:49,796 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0008 CONTAINERID=container_1426270086855_0008_01_000003
2015-03-13 11:10:49,796 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0008_01_000003 transitioned from RUNNING to KILLING
2015-03-13 11:10:49,796 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0008_01_000003
2015-03-13 11:10:49,797 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:10:49,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:49,804 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-358717099_1
2015-03-13 11:10:49,807 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0008_01_000003 is : 143
2015-03-13 11:10:49,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1 dst=null perm=null
2015-03-13 11:10:49,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null
2015-03-13 11:10:49,820 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0008_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:10:49,821 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0008/container_1426270086855_0008_01_000003
2015-03-13 11:10:49,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null
2015-03-13 11:10:49,821 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0008 CONTAINERID=container_1426270086855_0008_01_000003
2015-03-13 11:10:49,821 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0008_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:10:49,821 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0008_01_000003 from application application_1426270086855_0008
2015-03-13 11:10:49,821 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:49,821 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0008
2015-03-13 11:10:49,822 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0008/container_1426270086855_0008_01_000003
2015-03-13 11:10:49,822 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0008/container_1426270086855_0008_01_000003
2015-03-13 11:10:49,823 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0008/container_1426270086855_0008_01_000003
2015-03-13 11:10:49,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/task_1426270086855_0008_r_000000 dst=null perm=null
2015-03-13 11:10:49,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/part-00000 dst=null perm=null
2015-03-13 11:10:49,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary/1/task_1426270086855_0008_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:49,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary dst=null perm=null
2015-03-13 11:10:49,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:49,840 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-358717099_1
2015-03-13 11:10:49,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:49,844 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-358717099_1
2015-03-13 11:10:49,857 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63752, dest: /127.0.0.1:63105, bytes: 36686, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-358717099_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741905_1081, duration: 5756784000
2015-03-13 11:10:49,857 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741905_1081, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:49,858 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:49,858 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63751, dest: /127.0.0.1:63112, bytes: 36686, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-358717099_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741905_1081, duration: 5757628000
2015-03-13 11:10:49,859 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:49,860 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63750, dest: /127.0.0.1:63108, bytes: 36686, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-358717099_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741905_1081, duration: 5759727000
2015-03-13 11:10:49,861 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:49,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:49,863 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741905_1081 size 36686
2015-03-13 11:10:49,863 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job_1426270086855_0008_1.jhist is closed by DFSClient_NONMAPREDUCE_-358717099_1
2015-03-13 11:10:49,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:49,868 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008.summary_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:10:49,870 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741907_1083 src: /127.0.0.1:63760 dest: /127.0.0.1:63108
2015-03-13 11:10:49,872 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741907_1083 src: /127.0.0.1:63761 dest: /127.0.0.1:63115
2015-03-13 11:10:49,874 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741907_1083 src: /127.0.0.1:63762 dest: /127.0.0.1:63105
2015-03-13 11:10:49,878 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63762, dest: /127.0.0.1:63105, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-358717099_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741907_1083, duration: 1468000
2015-03-13 11:10:49,878 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741907_1083, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:49,879 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:49,879 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63761, dest: /127.0.0.1:63115, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-358717099_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741907_1083, duration: 1721000
2015-03-13 11:10:49,879 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:49,880 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:49,880 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63760, dest: /127.0.0.1:63108, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-358717099_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741907_1083, duration: 3008000
2015-03-13 11:10:49,880 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:49,881 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:49,882 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008.summary_tmp is closed by DFSClient_NONMAPREDUCE_-358717099_1
2015-03-13 11:10:49,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:10:49,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job_1426270086855_0008_1.jhist dst=null perm=null
2015-03-13 11:10:49,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008-1426270234938-soberoi-%5B4252D2B52EA7455F8BCE6B6C4FC5C68D%2F8E1FD9AD81BB4C3B-1426270249845-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:10:49,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job_1426270086855_0008_1.jhist dst=null perm=null
2015-03-13 11:10:49,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008-1426270234938-soberoi-%5B4252D2B52EA7455F8BCE6B6C4FC5C68D%2F8E1FD9AD81BB4C3B-1426270249845-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:10:49,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job_1426270086855_0008_1.jhist dst=null perm=null
2015-03-13 11:10:49,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008-1426270234938-soberoi-%5B4252D2B52EA7455F8BCE6B6C4FC5C68D%2F8E1FD9AD81BB4C3B-1426270249845-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:49,901 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63763, bytes: 36974, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-358717099_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741905_1081, duration: 217000
2015-03-13 11:10:49,902 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008-1426270234938-soberoi-%5B4252D2B52EA7455F8BCE6B6C4FC5C68D%2F8E1FD9AD81BB4C3B-1426270249845-1-1-SUCCEEDED-default.jhist_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:10:49,904 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741908_1084 src: /127.0.0.1:63764 dest: /127.0.0.1:63108
2015-03-13 11:10:49,905 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741908_1084 src: /127.0.0.1:63765 dest: /127.0.0.1:63112
2015-03-13 11:10:49,907 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741908_1084 src: /127.0.0.1:63766 dest: /127.0.0.1:63115
2015-03-13 11:10:49,913 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63766, dest: /127.0.0.1:63115, bytes: 36686, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-358717099_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741908_1084, duration: 3219000
2015-03-13 11:10:49,913 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741908_1084, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:49,914 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:10:49,915 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63765, dest: /127.0.0.1:63112, bytes: 36686, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-358717099_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741908_1084, duration: 4731000
2015-03-13 11:10:49,915 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:49,916 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:10:49,916 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63764, dest: /127.0.0.1:63108, bytes: 36686, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-358717099_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741908_1084, duration: 6749000
2015-03-13 11:10:49,917 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:49,918 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:10:49,919 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008-1426270234938-soberoi-%5B4252D2B52EA7455F8BCE6B6C4FC5C68D%2F8E1FD9AD81BB4C3B-1426270249845-1-1-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-358717099_1
2015-03-13 11:10:49,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008-1426270234938-soberoi-%5B4252D2B52EA7455F8BCE6B6C4FC5C68D%2F8E1FD9AD81BB4C3B-1426270249845-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:10:49,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job_1426270086855_0008_1_conf.xml dst=null perm=null
2015-03-13 11:10:49,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008_conf.xml_tmp dst=null perm=null
2015-03-13 11:10:49,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job_1426270086855_0008_1_conf.xml dst=null perm=null
2015-03-13 11:10:49,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008_conf.xml_tmp dst=null perm=null
2015-03-13 11:10:49,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008/job_1426270086855_0008_1_conf.xml dst=null perm=null
2015-03-13 11:10:49,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:49,934 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63767, bytes: 92330, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-358717099_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741904_1080, duration: 410000
2015-03-13 11:10:49,936 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008_conf.xml_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:10:49,939 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741909_1085 src: /127.0.0.1:63768 dest: /127.0.0.1:63112
2015-03-13 11:10:49,940 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741909_1085 src: /127.0.0.1:63769 dest: /127.0.0.1:63108
2015-03-13 11:10:49,942 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741909_1085 src: /127.0.0.1:63770 dest: /127.0.0.1:63105
2015-03-13 11:10:49,948 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63770, dest: /127.0.0.1:63105, bytes: 91614, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-358717099_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741909_1085, duration: 3371000
2015-03-13 11:10:49,948 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741909_1085, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:49,949 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:49,949 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63769, dest: /127.0.0.1:63108, bytes: 91614, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-358717099_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741909_1085, duration: 4190000
2015-03-13 11:10:49,949 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:49,950 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:49,950 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63768, dest: /127.0.0.1:63112, bytes: 91614, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-358717099_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741909_1085, duration: 5674000
2015-03-13 11:10:49,951 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:49,952 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:49,953 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-358717099_1
2015-03-13 11:10:49,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:10:49,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:10:49,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:10:49,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008-1426270234938-soberoi-%5B4252D2B52EA7455F8BCE6B6C4FC5C68D%2F8E1FD9AD81BB4C3B-1426270249845-1-1-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008-1426270234938-soberoi-%5B4252D2B52EA7455F8BCE6B6C4FC5C68D%2F8E1FD9AD81BB4C3B-1426270249845-1-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:10:49,970 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0008_000001 State change from RUNNING to FINISHING
2015-03-13 11:10:49,971 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426270086855_0008
2015-03-13 11:10:49,971 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0008 State change from RUNNING to REMOVING
2015-03-13 11:10:49,971 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426270086855_0008
2015-03-13 11:10:49,971 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0008 State change from REMOVING to FINISHING
2015-03-13 11:10:50,575 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:50,800 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:10:50,800 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0008_01_000003
2015-03-13 11:10:50,801 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0008_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:10:50,801 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0008_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 11:10:50,801 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0008 CONTAINERID=container_1426270086855_0008_01_000003
2015-03-13 11:10:50,801 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0008_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:10:50,802 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:10:50,802 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0008_01_000003, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:50,802 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:50,802 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:10:50,802 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0008_000001 released container container_1426270086855_0008_01_000003 on node: host: 10.1.1.144:63134 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:10:50,977 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741900_1076 127.0.0.1:63105 127.0.0.1:63108 127.0.0.1:63112 127.0.0.1:63115
2015-03-13 11:10:50,977 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741901_1077 127.0.0.1:63105 127.0.0.1:63112 127.0.0.1:63108 127.0.0.1:63115
2015-03-13 11:10:50,978 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741902_1078 127.0.0.1:63115 127.0.0.1:63105 127.0.0.1:63108
2015-03-13 11:10:50,978 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741903_1079 127.0.0.1:63108 127.0.0.1:63105 127.0.0.1:63115
2015-03-13 11:10:50,978 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741905_1081 127.0.0.1:63112 127.0.0.1:63105 127.0.0.1:63108
2015-03-13 11:10:50,978 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741904_1080 127.0.0.1:63112 127.0.0.1:63108 127.0.0.1:63105
2015-03-13 11:10:50,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0008 dst=null perm=null
2015-03-13 11:10:51,018 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741896_1072 127.0.0.1:63108 127.0.0.1:63105 127.0.0.1:63112
2015-03-13 11:10:51,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/8161273328_lower_upper_3DEBF087D02E4606AD7586ECD6F991DF dst=null perm=null
2015-03-13 11:10:51,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null
2015-03-13 11:10:51,019 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary
2015-03-13 11:10:51,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/_temporary dst=null perm=null
2015-03-13 11:10:51,031 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:10:51,031 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:10:51,032 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:10:51,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null
2015-03-13 11:10:51,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null
2015-03-13 11:10:51,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null
2015-03-13 11:10:51,035 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:10:51,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/part-00000 dst=null perm=null
2015-03-13 11:10:51,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/part-00000 dst=null perm=null
2015-03-13 11:10:51,038 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63772, bytes: 1052, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741906_1082, duration: 198000
2015-03-13 11:10:51,047 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:10:51,047 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:10:51,048 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:10:51,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null
2015-03-13 11:10:51,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null
2015-03-13 11:10:51,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null
2015-03-13 11:10:51,051 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:10:51,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/part-00000 dst=null perm=null
2015-03-13 11:10:51,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/part-00000 dst=null perm=null
2015-03-13 11:10:51,055 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63773, bytes: 1052, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741906_1082, duration: 172000
2015-03-13 11:10:51,057 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output//hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false
2015-03-13 11:10:51,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null
2015-03-13 11:10:51,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null
2015-03-13 11:10:51,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null
2015-03-13 11:10:51,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false dst=null perm=null
2015-03-13 11:10:51,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/part-00000 dst=null perm=null
2015-03-13 11:10:51,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/false/part-00000 dst=null perm=null
2015-03-13 11:10:51,064 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63774, bytes: 1052, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741906_1082, duration: 178000
2015-03-13 11:10:51,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:10:51,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:10:51,082 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:10:51,083 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-03-13 11:10:51,083 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-03-13 11:10:51,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null
2015-03-13 11:10:51,111 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-03-13 11:10:51,112 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt"]
2015-03-13 11:10:51,112 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt"]
2015-03-13 11:10:51,112 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["SequenceFile[['num', 'char', 'group', 'value', 'num2', 'char2', 'group2', 'value2']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false"]
2015-03-13 11:10:51,112 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-03-13 11:10:51,112 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 2
2015-03-13 11:10:51,112 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 2
2015-03-13 11:10:51,114 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/2)
2015-03-13 11:10:51,123 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:10:51,132 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:10:51,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7334226634_lower_upper_E4593B7B7ABC477BA62317F16499A9B2 dst=null perm=null
2015-03-13 11:10:51,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:10:51,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:10:51,137 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 9
2015-03-13 11:10:51,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009 dst=null perm=null
2015-03-13 11:10:51,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 11:10:51,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 11:10:51,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.jar dst=null perm=null
2015-03-13 11:10:51,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:10:51,146 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.jar. BP-951401976-10.1.1.144-1426270084277 blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:10:51,148 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741910_1086 src: /127.0.0.1:63776 dest: /127.0.0.1:63112
2015-03-13 11:10:51,149 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741910_1086 src: /127.0.0.1:63777 dest: /127.0.0.1:63115
2015-03-13 11:10:51,150 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741910_1086 src: /127.0.0.1:63778 dest: /127.0.0.1:63105
2015-03-13 11:10:51,155 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63778, dest: /127.0.0.1:63105, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741910_1086, duration: 2165000
2015-03-13 11:10:51,156 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741910_1086, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:51,156 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:51,156 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63777, dest: /127.0.0.1:63115, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741910_1086, duration: 3522000
2015-03-13 11:10:51,156 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:51,157 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:51,157 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63776, dest: /127.0.0.1:63112, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741910_1086, duration: 4451000
2015-03-13 11:10:51,157 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:51,158 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:10:51,160 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.jar is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:10:51,160 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.jar
2015-03-13 11:10:51,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.jar dst=null perm=null
2015-03-13 11:10:51,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:10:51,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:10:51,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:10:51,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:10:51,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 11:10:51,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 11:10:51,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 11:10:51,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 11:10:51,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 11:10:51,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:10:51,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:10:51,175 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:10:51,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:10:51,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:10:51,177 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:10:51,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:10:51,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:10:51,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:10:51,182 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.split
2015-03-13 11:10:51,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.split dst=null perm=null
2015-03-13 11:10:51,184 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.split. BP-951401976-10.1.1.144-1426270084277 blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:10:51,185 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741911_1087 src: /127.0.0.1:63779 dest: /127.0.0.1:63115
2015-03-13 11:10:51,186 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741911_1087 src: /127.0.0.1:63780 dest: /127.0.0.1:63108
2015-03-13 11:10:51,188 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741911_1087 src: /127.0.0.1:63781 dest: /127.0.0.1:63105
2015-03-13 11:10:51,191 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741911_1087 src: /127.0.0.1:63782 dest: /127.0.0.1:63112
2015-03-13 11:10:51,199 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63782, dest: /127.0.0.1:63112, bytes: 717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741911_1087, duration: 5103000
2015-03-13 11:10:51,199 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741911_1087, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:51,200 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63781, dest: /127.0.0.1:63105, bytes: 717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741911_1087, duration: 4827000
2015-03-13 11:10:51,201 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:51,200 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:10:51,201 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:10:51,201 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63780, dest: /127.0.0.1:63108, bytes: 717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741911_1087, duration: 6731000
2015-03-13 11:10:51,202 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:51,203 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63779, dest: /127.0.0.1:63115, bytes: 717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741911_1087, duration: 8305000
2015-03-13 11:10:51,203 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:51,203 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:10:51,207 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.split is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:10:51,207 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741911_1087 size 717
2015-03-13 11:10:51,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:10:51,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:10:51,213 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.splitmetainfo. BP-951401976-10.1.1.144-1426270084277 blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:10:51,215 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741912_1088 src: /127.0.0.1:63783 dest: /127.0.0.1:63105
2015-03-13 11:10:51,217 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741912_1088 src: /127.0.0.1:63784 dest: /127.0.0.1:63112
2015-03-13 11:10:51,218 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741912_1088 src: /127.0.0.1:63785 dest: /127.0.0.1:63108
2015-03-13 11:10:51,222 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63785, dest: /127.0.0.1:63108, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741912_1088, duration: 1475000
2015-03-13 11:10:51,222 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741912_1088, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:51,223 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63784, dest: /127.0.0.1:63112, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741912_1088, duration: 2238000
2015-03-13 11:10:51,223 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:51,223 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:10:51,224 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63783, dest: /127.0.0.1:63105, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741912_1088, duration: 3594000
2015-03-13 11:10:51,225 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:51,225 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:10:51,226 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:10:51,229 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:10:51,229 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:2
2015-03-13 11:10:51,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:10:51,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:10:51,235 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:10:51,236 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:10:51,237 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:10:51,266 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:10:51,268 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741913_1089 src: /127.0.0.1:63786 dest: /127.0.0.1:63105
2015-03-13 11:10:51,269 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741913_1089 src: /127.0.0.1:63787 dest: /127.0.0.1:63115
2015-03-13 11:10:51,271 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741913_1089 src: /127.0.0.1:63788 dest: /127.0.0.1:63112
2015-03-13 11:10:51,275 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63788, dest: /127.0.0.1:63112, bytes: 99951, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741913_1089, duration: 2052000
2015-03-13 11:10:51,275 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741913_1089, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:51,276 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:10:51,276 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63787, dest: /127.0.0.1:63115, bytes: 99951, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741913_1089, duration: 3097000
2015-03-13 11:10:51,277 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:51,278 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63786, dest: /127.0.0.1:63105, bytes: 99951, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741913_1089, duration: 4711000
2015-03-13 11:10:51,278 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:51,279 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:10:51,280 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:10:51,281 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.xml is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:10:51,282 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426270086855_0009
2015-03-13 11:10:51,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009 dst=null perm=null
2015-03-13 11:10:51,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.xml dst=null perm=null
2015-03-13 11:10:51,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.xml dst=null perm=null
2015-03-13 11:10:51,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.jar dst=null perm=null
2015-03-13 11:10:51,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.jar dst=null perm=null
2015-03-13 11:10:51,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.split dst=null perm=null
2015-03-13 11:10:51,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.split dst=null perm=null
2015-03-13 11:10:51,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.splitmetainfo dst=null perm=null
2015-03-13 11:10:51,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.splitmetainfo dst=null perm=null
2015-03-13 11:10:51,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:10:51,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:10:51,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:10:51,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:10:51,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:10:51,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:10:51,301 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 9 submitted by user soberoi
2015-03-13 11:10:51,301 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426270086855_0009
2015-03-13 11:10:51,301 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426270086855_0009
2015-03-13 11:10:51,301 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426270086855_0009
2015-03-13 11:10:51,301 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0009 State change from NEW to NEW_SAVING
2015-03-13 11:10:51,302 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0009 State change from NEW_SAVING to SUBMITTED
2015-03-13 11:10:51,302 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426270086855_0009_000001
2015-03-13 11:10:51,302 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0009_000001 State change from NEW to SUBMITTED
2015-03-13 11:10:51,302 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426270086855_0009 from user: soberoi activated in queue: default
2015-03-13 11:10:51,303 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426270086855_0009 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@20a38b8, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-03-13 11:10:51,303 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426270086855_0009 to ResourceManager at /10.1.1.144:63128
2015-03-13 11:10:51,303 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426270086855_0009 user: soberoi leaf-queue of parent: root #applications: 2
2015-03-13 11:10:51,303 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426270086855_0009_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2015-03-13 11:10:51,303 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0009_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 11:10:51,304 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0009 State change from SUBMITTED to ACCEPTED
2015-03-13 11:10:51,305 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:63125/proxy/application_1426270086855_0009/
2015-03-13 11:10:51,305 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1426270086855_0009
2015-03-13 11:10:51,305 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:63125/proxy/application_1426270086855_0009/
2015-03-13 11:10:51,581 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:51,583 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0009_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:10:51,583 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0009 CONTAINERID=container_1426270086855_0009_01_000001
2015-03-13 11:10:51,583 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0009_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63130, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2015-03-13 11:10:51,583 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0009 container=Container: [ContainerId: container_1426270086855_0009_01_000001, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] containerId=container_1426270086855_0009_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:51,584 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 11:10:51,584 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0009_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:10:51,584 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:51,585 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426270086855_0009 AttemptId: appattempt_1426270086855_0009_000001 MasterContainer: Container: [ContainerId: container_1426270086855_0009_01_000001, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ]
2015-03-13 11:10:51,585 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0009_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 11:10:51,585 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426270086855_0009_000001
2015-03-13 11:10:51,586 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0009_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 11:10:51,586 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426270086855_0009_000001
2015-03-13 11:10:51,587 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426270086855_0009_01_000001, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] for AM appattempt_1426270086855_0009_000001
2015-03-13 11:10:51,587 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426270086855_0009_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 11:10:51,589 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0009_000001 (auth:SIMPLE)
2015-03-13 11:10:51,591 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0009_01_000001 by user soberoi
2015-03-13 11:10:51,592 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0009
2015-03-13 11:10:51,592 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0009 CONTAINERID=container_1426270086855_0009_01_000001
2015-03-13 11:10:51,592 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0009 transitioned from NEW to INITING
2015-03-13 11:10:51,592 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0009_01_000001 to application application_1426270086855_0009
2015-03-13 11:10:51,592 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426270086855_0009_01_000001, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] for AM appattempt_1426270086855_0009_000001
2015-03-13 11:10:51,592 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0009 transitioned from INITING to RUNNING
2015-03-13 11:10:51,592 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0009_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 11:10:51,593 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0009_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 11:10:51,593 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0009
2015-03-13 11:10:51,593 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:10:51,593 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 11:10:51,593 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.split transitioned from INIT to DOWNLOADING
2015-03-13 11:10:51,594 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:10:51,594 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0009_01_000001
2015-03-13 11:10:51,603 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1426270086855_0009_01_000001.tokens. Credentials list:
2015-03-13 11:10:51,619 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:10:51,668 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741907_1083
2015-03-13 11:10:51,668 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741906_1082
2015-03-13 11:10:51,668 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741912_1088
2015-03-13 11:10:51,669 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741909_1085
2015-03-13 11:10:51,670 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741905_1081
2015-03-13 11:10:51,671 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741908_1084
2015-03-13 11:10:51,672 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741911_1087
2015-03-13 11:10:51,702 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1426270086855_0009_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0009/container_1426270086855_0009_01_000001.tokens
2015-03-13 11:10:51,702 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0009 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0009
2015-03-13 11:10:51,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.jar dst=null perm=null
2015-03-13 11:10:51,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.jar dst=null perm=null
2015-03-13 11:10:51,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.jar dst=null perm=null
2015-03-13 11:10:51,777 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63774, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1603202275_4323, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741910_1086, duration: 515000
2015-03-13 11:10:51,797 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:10:51,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.splitmetainfo dst=null perm=null
2015-03-13 11:10:51,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.splitmetainfo dst=null perm=null
2015-03-13 11:10:51,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.splitmetainfo dst=null perm=null
2015-03-13 11:10:51,823 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63774, bytes: 82, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1603202275_4323, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741912_1088, duration: 209000
2015-03-13 11:10:51,838 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:10:51,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.split dst=null perm=null
2015-03-13 11:10:51,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.split dst=null perm=null
2015-03-13 11:10:51,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.split dst=null perm=null
2015-03-13 11:10:51,866 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63773, bytes: 725, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1603202275_4323, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741911_1087, duration: 146000
2015-03-13 11:10:51,882 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:10:51,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.xml dst=null perm=null
2015-03-13 11:10:51,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.xml dst=null perm=null
2015-03-13 11:10:51,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.xml dst=null perm=null
2015-03-13 11:10:51,911 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63792, bytes: 100735, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1603202275_4323, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741913_1089, duration: 863000
2015-03-13 11:10:51,931 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:10:51,931 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0009_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:10:51,963 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0009_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 11:10:51,963 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:52,037 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0009/container_1426270086855_0009_01_000001/default_container_executor.sh]
2015-03-13 11:10:52,112 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741906_1082
2015-03-13 11:10:52,113 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741912_1088
2015-03-13 11:10:52,316 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741910_1086
2015-03-13 11:10:52,317 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741905_1081
2015-03-13 11:10:52,318 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741909_1085
2015-03-13 11:10:52,318 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741908_1084
2015-03-13 11:10:52,457 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741908_1084
2015-03-13 11:10:52,457 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741913_1089
2015-03-13 11:10:52,458 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741907_1083
2015-03-13 11:10:52,515 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741913_1089
2015-03-13 11:10:52,516 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741911_1087
2015-03-13 11:10:52,584 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:52,584 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:52,585 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0009_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:10:52,658 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741910_1086
2015-03-13 11:10:52,659 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741911_1087
2015-03-13 11:10:52,671 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741906_1082
2015-03-13 11:10:52,672 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741910_1086
2015-03-13 11:10:52,673 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741907_1083
2015-03-13 11:10:52,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741905_1081
2015-03-13 11:10:52,874 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741909_1085
2015-03-13 11:10:52,875 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741913_1089
2015-03-13 11:10:52,876 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741912_1088
2015-03-13 11:10:52,876 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741911_1087
2015-03-13 11:10:53,230 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1352)) - BLOCK* ask 127.0.0.1:63105 to replicate blk_1073741910_1086 to datanode(s) 127.0.0.1:63108
2015-03-13 11:10:53,230 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63105 to delete [blk_1073741904_1080, blk_1073741905_1081, blk_1073741896_1072, blk_1073741900_1076, blk_1073741901_1077, blk_1073741902_1078, blk_1073741903_1079]
2015-03-13 11:10:53,230 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63115 to delete [blk_1073741900_1076, blk_1073741901_1077, blk_1073741902_1078, blk_1073741903_1079]
2015-03-13 11:10:53,587 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:53,587 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:53,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:10:53,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/COMMIT_STARTED dst=null perm=null
2015-03-13 11:10:53,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/COMMIT_SUCCESS dst=null perm=null
2015-03-13 11:10:53,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/COMMIT_FAIL dst=null perm=null
2015-03-13 11:10:53,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009 dst=null perm=null
2015-03-13 11:10:53,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 11:10:53,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 11:10:53,800 INFO datanode.DataNode (DataNode.java:transferBlock(1319)) - DatanodeRegistration(127.0.0.1, storageID=DS-646114963-10.1.1.144-63105-1426270085593, infoPort=63106, ipcPort=63107, storageInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0) Starting thread to transfer BP-951401976-10.1.1.144-1426270084277:blk_1073741910_1086 to 127.0.0.1:63108
2015-03-13 11:10:53,801 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741904 for deletion
2015-03-13 11:10:53,801 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741905 for deletion
2015-03-13 11:10:53,801 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741896 for deletion
2015-03-13 11:10:53,801 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741900 for deletion
2015-03-13 11:10:53,801 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741904
2015-03-13 11:10:53,802 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741900
2015-03-13 11:10:53,802 INFO datanode.DataNode (DataNode.java:run(1523)) - DataTransfer: Transmitted BP-951401976-10.1.1.144-1426270084277:blk_1073741910_1086 (numBytes=254067) to /127.0.0.1:63108
2015-03-13 11:10:53,802 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741905
2015-03-13 11:10:53,802 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741901 for deletion
2015-03-13 11:10:53,803 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741896
2015-03-13 11:10:53,803 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741902 for deletion
2015-03-13 11:10:53,803 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741903 for deletion
2015-03-13 11:10:53,803 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741901
2015-03-13 11:10:53,803 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741910_1086 src: /127.0.0.1:63794 dest: /127.0.0.1:63108
2015-03-13 11:10:53,804 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741902
2015-03-13 11:10:53,803 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741903
2015-03-13 11:10:53,805 INFO datanode.DataNode (DataXceiver.java:writeBlock(594)) - Received BP-951401976-10.1.1.144-1426270084277:blk_1073741910_1086 src: /127.0.0.1:63794 dest: /127.0.0.1:63108 of size 254067
2015-03-13 11:10:53,806 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741910_1086 size 254067
2015-03-13 11:10:54,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.splitmetainfo dst=null perm=null
2015-03-13 11:10:54,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.splitmetainfo dst=null perm=null
2015-03-13 11:10:54,144 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63795, bytes: 82, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_186678634_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741912_1088, duration: 224000
2015-03-13 11:10:54,204 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741900 for deletion
2015-03-13 11:10:54,204 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741901 for deletion
2015-03-13 11:10:54,205 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741902 for deletion
2015-03-13 11:10:54,205 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741903 for deletion
2015-03-13 11:10:54,205 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741900
2015-03-13 11:10:54,205 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741901
2015-03-13 11:10:54,205 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741902
2015-03-13 11:10:54,206 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741903
2015-03-13 11:10:54,589 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:54,590 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:54,938 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0009_000001 (auth:SIMPLE)
2015-03-13 11:10:54,940 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426270086855_0009_000001
2015-03-13 11:10:54,941 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426270086855_0009 APPATTEMPTID=appattempt_1426270086855_0009_000001
2015-03-13 11:10:54,941 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0009_000001 State change from LAUNCHED to RUNNING
2015-03-13 11:10:54,941 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0009 State change from ACCEPTED to RUNNING
2015-03-13 11:10:54,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/7334226634_lower_upper_E4593B7B7ABC477BA62317F16499A9B2/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:10:54,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job_1426270086855_0009_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:55,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job_1426270086855_0009_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:10:55,177 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job_1426270086855_0009_1_conf.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:10:55,221 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741914_1090 src: /127.0.0.1:63801 dest: /127.0.0.1:63108
2015-03-13 11:10:55,222 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741914_1090 src: /127.0.0.1:63802 dest: /127.0.0.1:63105
2015-03-13 11:10:55,224 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741914_1090 src: /127.0.0.1:63803 dest: /127.0.0.1:63112
2015-03-13 11:10:55,234 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63803, dest: /127.0.0.1:63112, bytes: 92366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_186678634_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741914_1090, duration: 7901000
2015-03-13 11:10:55,234 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741914_1090, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:10:55,235 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63802, dest: /127.0.0.1:63105, bytes: 92366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_186678634_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741914_1090, duration: 8765000
2015-03-13 11:10:55,235 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:55,235 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:10:55,237 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:10:55,237 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63801, dest: /127.0.0.1:63108, bytes: 92366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_186678634_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741914_1090, duration: 10617000
2015-03-13 11:10:55,238 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:10:55,239 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:10:55,244 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job_1426270086855_0009_1_conf.xml is closed by DFSClient_NONMAPREDUCE_186678634_1
2015-03-13 11:10:55,593 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:55,593 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:56,009 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1426270086855_0008_01_000001 succeeded
2015-03-13 11:10:56,009 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0008_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-03-13 11:10:56,009 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0008_01_000001
2015-03-13 11:10:56,017 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0008/container_1426270086855_0008_01_000001
2015-03-13 11:10:56,017 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0008/container_1426270086855_0008_01_000001
2015-03-13 11:10:56,017 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0008/container_1426270086855_0008_01_000001
2015-03-13 11:10:56,017 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0008/container_1426270086855_0008_01_000001
2015-03-13 11:10:56,017 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0008 CONTAINERID=container_1426270086855_0008_01_000001
2015-03-13 11:10:56,018 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0008_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-03-13 11:10:56,018 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0008_01_000001 from application application_1426270086855_0008
2015-03-13 11:10:56,018 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:56,018 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0008
2015-03-13 11:10:56,231 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63108 to delete [blk_1073741904_1080, blk_1073741905_1081, blk_1073741896_1072, blk_1073741900_1076, blk_1073741901_1077, blk_1073741902_1078, blk_1073741903_1079]
2015-03-13 11:10:56,231 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63112 to delete [blk_1073741904_1080, blk_1073741905_1081, blk_1073741896_1072, blk_1073741900_1076, blk_1073741901_1077]
2015-03-13 11:10:56,594 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 8 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_COMPLETE diagnostics: "" exit_status: 0
2015-03-13 11:10:56,594 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0008_01_000001
2015-03-13 11:10:56,594 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:56,595 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0008_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:10:56,595 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(550)) - Unregistering app attempt : appattempt_1426270086855_0008_000001
2015-03-13 11:10:56,595 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0008_01_000001 in state: COMPLETED event:FINISHED
2015-03-13 11:10:56,596 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0008 CONTAINERID=container_1426270086855_0008_01_000001
2015-03-13 11:10:56,596 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0008_000001 State change from FINISHING to FINISHED
2015-03-13 11:10:56,596 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0008_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63130, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:10:56,596 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0008 State change from FINISHING to FINISHED
2015-03-13 11:10:56,596 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:10:56,597 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1426270086855_0008_000001
2015-03-13 11:10:56,597 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0008_01_000001, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:56,597 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1426270086855_0008
2015-03-13 11:10:56,597 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(166)) - appId=application_1426270086855_0008,name=[4252D2B52EA7455F8BCE6B6C4FC5C68D/8E1FD9AD81BB4C3BBB5C8D0C9DC4D99F] lower*upper/(2/2) ...alue/true/true/true/false,user=soberoi,queue=default,state=FINISHED,trackingUrl=Edinburgh.local:63125/proxy/application_1426270086855_0008/jobhistory/job/job_1426270086855_0008,appMasterHost=Edinburgh.local,startTime=1426270234938,finishTime=1426270249971,finalStatus=SUCCEEDED
2015-03-13 11:10:56,597 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:56,597 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-03-13 11:10:56,598 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0008_000001 released container container_1426270086855_0008_01_000001 on node: host: 10.1.1.144:63130 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:10:56,598 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0009_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:10:56,598 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0009 CONTAINERID=container_1426270086855_0009_01_000002
2015-03-13 11:10:56,598 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0009_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 11:10:56,599 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0009 container=Container: [ContainerId: container_1426270086855_0009_01_000002, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] containerId=container_1426270086855_0009_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:56,599 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2015-03-13 11:10:56,599 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:56,600 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0009_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:10:56,600 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0009 CONTAINERID=container_1426270086855_0009_01_000003
2015-03-13 11:10:56,600 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0009_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2015-03-13 11:10:56,600 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0009 container=Container: [ContainerId: container_1426270086855_0009_01_000003, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] containerId=container_1426270086855_0009_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:56,600 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3
2015-03-13 11:10:56,600 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:10:56,600 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplication(470)) - Application appattempt_1426270086855_0008_000001 is done. finalState=FINISHED
2015-03-13 11:10:56,601 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0008_000001 (auth:SIMPLE)
2015-03-13 11:10:56,601 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1426270086855_0008 requests cleared
2015-03-13 11:10:56,601 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(779)) - Application removed - appId: application_1426270086855_0008 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-03-13 11:10:56,601 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(510)) - Application removed - appId: application_1426270086855_0008 user: soberoi leaf-queue of parent: root #applications: 1
2015-03-13 11:10:56,603 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0008_01_000001
2015-03-13 11:10:56,679 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741914_1090
2015-03-13 11:10:56,807 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741904 for deletion
2015-03-13 11:10:56,807 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741905 for deletion
2015-03-13 11:10:56,807 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741896 for deletion
2015-03-13 11:10:56,807 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741904
2015-03-13 11:10:56,808 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741900 for deletion
2015-03-13 11:10:56,808 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741905
2015-03-13 11:10:56,808 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741901 for deletion
2015-03-13 11:10:56,809 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741900
2015-03-13 11:10:56,809 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741902 for deletion
2015-03-13 11:10:56,809 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741896
2015-03-13 11:10:56,809 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741903 for deletion
2015-03-13 11:10:56,809 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741901
2015-03-13 11:10:56,810 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741902
2015-03-13 11:10:56,810 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741903
2015-03-13 11:10:56,815 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:10:56,816 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0008
2015-03-13 11:10:56,816 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0008
2015-03-13 11:10:56,817 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0008
2015-03-13 11:10:56,818 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0008
2015-03-13 11:10:56,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0008
2015-03-13 11:10:56,818 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:10:56,819 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0008, with delay of 10800 seconds
2015-03-13 11:10:56,881 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741910_1086
2015-03-13 11:10:56,977 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0009_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:10:56,977 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0009_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:10:57,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.jar dst=null perm=null
2015-03-13 11:10:57,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.jar dst=null perm=null
2015-03-13 11:10:57,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.xml dst=null perm=null
2015-03-13 11:10:57,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.xml dst=null perm=null
2015-03-13 11:10:57,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:10:57,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:10:57,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:10:57,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:10:57,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:10:57,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:10:57,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741904 for deletion
2015-03-13 11:10:57,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741905 for deletion
2015-03-13 11:10:57,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741896 for deletion
2015-03-13 11:10:57,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741900 for deletion
2015-03-13 11:10:57,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741901 for deletion
2015-03-13 11:10:57,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741905
2015-03-13 11:10:57,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741904
2015-03-13 11:10:57,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741896_1072 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741896
2015-03-13 11:10:57,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741901
2015-03-13 11:10:57,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741900
2015-03-13 11:10:57,103 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0009_000001 (auth:SIMPLE)
2015-03-13 11:10:57,107 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0009_01_000002 by user soberoi
2015-03-13 11:10:57,107 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0009_01_000003 by user soberoi
2015-03-13 11:10:57,107 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0009 CONTAINERID=container_1426270086855_0009_01_000003
2015-03-13 11:10:57,107 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0009_01_000002 to application application_1426270086855_0009
2015-03-13 11:10:57,107 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0009_01_000003 to application application_1426270086855_0009
2015-03-13 11:10:57,107 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0009_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 11:10:57,108 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0009_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 11:10:57,109 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0009
2015-03-13 11:10:57,109 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0009
2015-03-13 11:10:57,109 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:10:57,109 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0009
2015-03-13 11:10:57,110 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0009
2015-03-13 11:10:57,110 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0009
2015-03-13 11:10:57,110 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:10:57,111 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0009
2015-03-13 11:10:57,107 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0009 CONTAINERID=container_1426270086855_0009_01_000002
2015-03-13 11:10:57,111 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0009_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:10:57,111 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0009_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:10:57,145 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0009_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 11:10:57,145 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0009_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 11:10:57,145 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:57,145 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:10:57,233 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0009/container_1426270086855_0009_01_000002/default_container_executor.sh]
2015-03-13 11:10:57,233 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0009/container_1426270086855_0009_01_000003/default_container_executor.sh]
2015-03-13 11:10:57,518 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741914_1090
2015-03-13 11:10:57,597 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:57,597 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:57,598 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:57,598 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:10:57,598 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0009_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:10:57,598 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0009_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:10:57,599 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0008
2015-03-13 11:10:57,599 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0008
2015-03-13 11:10:57,599 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0008
2015-03-13 11:10:57,599 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:10:57,599 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0008, with delay of 10800 seconds
2015-03-13 11:10:57,600 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0008
2015-03-13 11:10:57,599 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0008
2015-03-13 11:10:57,880 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741914_1090
2015-03-13 11:10:57,992 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:10:58,602 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:58,602 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:58,602 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:59,605 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:59,605 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:10:59,606 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:00,610 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:00,610 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:00,611 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:00,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.split dst=null perm=null
2015-03-13 11:11:00,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job.split dst=null perm=null
2015-03-13 11:11:00,878 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63810, bytes: 725, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0009_m_000000_0_873042354_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741911_1087, duration: 201000
2015-03-13 11:11:00,938 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63811, bytes: 725, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0009_m_000001_0_969575492_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741911_1087, duration: 164000
2015-03-13 11:11:00,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:11:01,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:11:01,202 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63812, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0009_m_000000_0_873042354_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741838_1014, duration: 240000
2015-03-13 11:11:01,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7334226634_lower_upper_E4593B7B7ABC477BA62317F16499A9B2/_temporary/1/_temporary/attempt_1426270086855_0009_m_000000_0 dst=null perm=null
2015-03-13 11:11:01,259 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0009_01_000002
2015-03-13 11:11:01,260 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0009 CONTAINERID=container_1426270086855_0009_01_000002
2015-03-13 11:11:01,260 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0009_01_000002 transitioned from RUNNING to KILLING
2015-03-13 11:11:01,260 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0009_01_000002
2015-03-13 11:11:01,261 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:01,261 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:11:01,262 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:01,274 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0009_01_000002 is : 143
2015-03-13 11:11:01,278 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job_1426270086855_0009_1.jhist. BP-951401976-10.1.1.144-1426270084277 blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:11:01,280 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741915_1091 src: /127.0.0.1:63813 dest: /127.0.0.1:63108
2015-03-13 11:11:01,281 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741915_1091 src: /127.0.0.1:63814 dest: /127.0.0.1:63105
2015-03-13 11:11:01,282 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741915_1091 src: /127.0.0.1:63815 dest: /127.0.0.1:63115
2015-03-13 11:11:01,287 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0009_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:11:01,287 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job_1426270086855_0009_1.jhist for DFSClient_NONMAPREDUCE_186678634_1
2015-03-13 11:11:01,287 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0009/container_1426270086855_0009_01_000002
2015-03-13 11:11:01,287 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0009 CONTAINERID=container_1426270086855_0009_01_000002
2015-03-13 11:11:01,288 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0009_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:11:01,288 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0009_01_000002 from application application_1426270086855_0009
2015-03-13 11:11:01,288 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:11:01,288 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0009
2015-03-13 11:11:01,288 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0009/container_1426270086855_0009_01_000002
2015-03-13 11:11:01,288 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0009/container_1426270086855_0009_01_000002
2015-03-13 11:11:01,287 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63816, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0009_m_000001_0_969575492_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741839_1015, duration: 317000
2015-03-13 11:11:01,288 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0009/container_1426270086855_0009_01_000002
2015-03-13 11:11:01,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7334226634_lower_upper_E4593B7B7ABC477BA62317F16499A9B2/_temporary/1/_temporary/attempt_1426270086855_0009_m_000001_0 dst=null perm=null
2015-03-13 11:11:01,327 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0009_01_000003
2015-03-13 11:11:01,327 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0009 CONTAINERID=container_1426270086855_0009_01_000003
2015-03-13 11:11:01,327 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0009_01_000003 transitioned from RUNNING to KILLING
2015-03-13 11:11:01,327 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0009_01_000003
2015-03-13 11:11:01,328 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:01,328 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:11:01,328 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0009_01_000002
2015-03-13 11:11:01,329 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:11:01,329 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0009_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:11:01,329 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0009_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 11:11:01,329 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0009 CONTAINERID=container_1426270086855_0009_01_000002
2015-03-13 11:11:01,330 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0009_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-03-13 11:11:01,330 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-03-13 11:11:01,330 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0009_01_000002, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:01,330 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:01,330 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:11:01,330 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0009_000001 released container container_1426270086855_0009_01_000002 on node: host: 10.1.1.144:63130 #containers=2 available=1024 used=3072 with event: FINISHED
2015-03-13 11:11:01,338 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0009_01_000003 is : 143
2015-03-13 11:11:01,346 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0009_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:11:01,346 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0009/container_1426270086855_0009_01_000003
2015-03-13 11:11:01,346 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0009/container_1426270086855_0009_01_000003
2015-03-13 11:11:01,346 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0009 CONTAINERID=container_1426270086855_0009_01_000003
2015-03-13 11:11:01,347 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0009_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:11:01,346 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0009/container_1426270086855_0009_01_000003
2015-03-13 11:11:01,347 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0009_01_000003 from application application_1426270086855_0009
2015-03-13 11:11:01,347 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:11:01,347 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0009
2015-03-13 11:11:01,346 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0009/container_1426270086855_0009_01_000003
2015-03-13 11:11:02,332 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:02,333 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:11:02,333 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0009_01_000003
2015-03-13 11:11:02,334 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0009_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:11:02,334 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0009_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 11:11:02,334 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0009 CONTAINERID=container_1426270086855_0009_01_000003
2015-03-13 11:11:02,334 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0009_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:11:02,335 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:11:02,335 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0009_01_000003, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:02,335 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:02,335 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:11:02,335 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0009_000001 released container container_1426270086855_0009_01_000003 on node: host: 10.1.1.144:63130 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:11:03,334 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:03,335 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0009_01_000004 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:11:03,335 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0009 CONTAINERID=container_1426270086855_0009_01_000004
2015-03-13 11:11:03,336 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0009_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 11:11:03,336 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0009 container=Container: [ContainerId: container_1426270086855_0009_01_000004, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] containerId=container_1426270086855_0009_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:03,336 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:11:03,336 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:04,021 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0009_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:11:04,030 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0009_01_000004 by user soberoi
2015-03-13 11:11:04,030 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0009 CONTAINERID=container_1426270086855_0009_01_000004
2015-03-13 11:11:04,030 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0009_01_000004 to application application_1426270086855_0009
2015-03-13 11:11:04,030 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0009_01_000004 transitioned from NEW to LOCALIZING
2015-03-13 11:11:04,031 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0009
2015-03-13 11:11:04,031 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0009
2015-03-13 11:11:04,031 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:11:04,031 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0009
2015-03-13 11:11:04,031 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0009_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:11:04,056 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0009_01_000004 transitioned from LOCALIZED to RUNNING
2015-03-13 11:11:04,056 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:11:04,133 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0009/container_1426270086855_0009_01_000004/default_container_executor.sh]
2015-03-13 11:11:04,335 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:04,335 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:04,336 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0009_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:11:05,024 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:11:05,339 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:05,340 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:06,343 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:06,344 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:06,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/7334226634_lower_upper_E4593B7B7ABC477BA62317F16499A9B2/_temporary/1/_temporary/attempt_1426270086855_0009_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:06,661 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/7334226634_lower_upper_E4593B7B7ABC477BA62317F16499A9B2/_temporary/1/_temporary/attempt_1426270086855_0009_r_000000_0/part-00000. BP-951401976-10.1.1.144-1426270084277 blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:11:06,732 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741916_1092 src: /127.0.0.1:63820 dest: /127.0.0.1:63105
2015-03-13 11:11:06,733 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741916_1092 src: /127.0.0.1:63821 dest: /127.0.0.1:63112
2015-03-13 11:11:06,735 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741916_1092 src: /127.0.0.1:63822 dest: /127.0.0.1:63115
2015-03-13 11:11:06,747 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63822, dest: /127.0.0.1:63115, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0009_r_000000_0_-1928854423_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741916_1092, duration: 10571000
2015-03-13 11:11:06,747 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741916_1092, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:06,748 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:11:06,748 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63821, dest: /127.0.0.1:63112, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0009_r_000000_0_-1928854423_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741916_1092, duration: 11145000
2015-03-13 11:11:06,748 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:06,748 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:11:06,749 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63820, dest: /127.0.0.1:63105, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0009_r_000000_0_-1928854423_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741916_1092, duration: 12216000
2015-03-13 11:11:06,749 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:06,749 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:11:06,752 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-soberoi/7334226634_lower_upper_E4593B7B7ABC477BA62317F16499A9B2/_temporary/1/_temporary/attempt_1426270086855_0009_r_000000_0/part-00000 is closed by DFSClient_attempt_1426270086855_0009_r_000000_0_-1928854423_1
2015-03-13 11:11:06,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7334226634_lower_upper_E4593B7B7ABC477BA62317F16499A9B2/_temporary/1/_temporary/attempt_1426270086855_0009_r_000000_0 dst=null perm=null
2015-03-13 11:11:06,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7334226634_lower_upper_E4593B7B7ABC477BA62317F16499A9B2/_temporary/1/_temporary/attempt_1426270086855_0009_r_000000_0 dst=null perm=null
2015-03-13 11:11:06,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7334226634_lower_upper_E4593B7B7ABC477BA62317F16499A9B2/_temporary/1/task_1426270086855_0009_r_000000 dst=null perm=null
2015-03-13 11:11:06,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/7334226634_lower_upper_E4593B7B7ABC477BA62317F16499A9B2/_temporary/1/_temporary/attempt_1426270086855_0009_r_000000_0 dst=/tmp/hadoop-soberoi/7334226634_lower_upper_E4593B7B7ABC477BA62317F16499A9B2/_temporary/1/task_1426270086855_0009_r_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:11:06,781 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0009_01_000004
2015-03-13 11:11:06,782 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0009 CONTAINERID=container_1426270086855_0009_01_000004
2015-03-13 11:11:06,782 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0009_01_000004 transitioned from RUNNING to KILLING
2015-03-13 11:11:06,782 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0009_01_000004
2015-03-13 11:11:06,782 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:06,782 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:11:06,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:06,789 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_186678634_1
2015-03-13 11:11:06,793 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0009_01_000004 is : 143
2015-03-13 11:11:06,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/7334226634_lower_upper_E4593B7B7ABC477BA62317F16499A9B2/_temporary/1 dst=null perm=null
2015-03-13 11:11:06,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7334226634_lower_upper_E4593B7B7ABC477BA62317F16499A9B2 dst=null perm=null
2015-03-13 11:11:06,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7334226634_lower_upper_E4593B7B7ABC477BA62317F16499A9B2 dst=null perm=null
2015-03-13 11:11:06,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/7334226634_lower_upper_E4593B7B7ABC477BA62317F16499A9B2/_temporary/1/task_1426270086855_0009_r_000000 dst=null perm=null
2015-03-13 11:11:06,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7334226634_lower_upper_E4593B7B7ABC477BA62317F16499A9B2/part-00000 dst=null perm=null
2015-03-13 11:11:06,802 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0009_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:11:06,803 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0009/container_1426270086855_0009_01_000004
2015-03-13 11:11:06,803 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0009/container_1426270086855_0009_01_000004
2015-03-13 11:11:06,803 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0009 CONTAINERID=container_1426270086855_0009_01_000004
2015-03-13 11:11:06,803 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0009_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:11:06,803 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0009_01_000004 from application application_1426270086855_0009
2015-03-13 11:11:06,803 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:11:06,804 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0009/container_1426270086855_0009_01_000004
2015-03-13 11:11:06,804 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0009/container_1426270086855_0009_01_000004
2015-03-13 11:11:06,804 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0009
2015-03-13 11:11:06,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/7334226634_lower_upper_E4593B7B7ABC477BA62317F16499A9B2/_temporary/1/task_1426270086855_0009_r_000000/part-00000 dst=/tmp/hadoop-soberoi/7334226634_lower_upper_E4593B7B7ABC477BA62317F16499A9B2/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:06,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/7334226634_lower_upper_E4593B7B7ABC477BA62317F16499A9B2/_temporary dst=null perm=null
2015-03-13 11:11:06,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/7334226634_lower_upper_E4593B7B7ABC477BA62317F16499A9B2/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:06,815 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-soberoi/7334226634_lower_upper_E4593B7B7ABC477BA62317F16499A9B2/_SUCCESS is closed by DFSClient_NONMAPREDUCE_186678634_1
2015-03-13 11:11:06,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:06,819 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_186678634_1
2015-03-13 11:11:06,833 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63815, dest: /127.0.0.1:63115, bytes: 44404, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_186678634_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741915_1091, duration: 5548733000
2015-03-13 11:11:06,833 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741915_1091, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:06,834 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:11:06,835 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63814, dest: /127.0.0.1:63105, bytes: 44404, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_186678634_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741915_1091, duration: 5549737000
2015-03-13 11:11:06,835 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:06,839 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:11:06,839 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63813, dest: /127.0.0.1:63108, bytes: 44404, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_186678634_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741915_1091, duration: 5554254000
2015-03-13 11:11:06,839 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:06,839 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:11:06,841 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job_1426270086855_0009_1.jhist is closed by DFSClient_NONMAPREDUCE_186678634_1
2015-03-13 11:11:06,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:06,845 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009.summary_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:11:06,848 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741917_1093 src: /127.0.0.1:63823 dest: /127.0.0.1:63108
2015-03-13 11:11:06,849 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741917_1093 src: /127.0.0.1:63824 dest: /127.0.0.1:63105
2015-03-13 11:11:06,850 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741917_1093 src: /127.0.0.1:63825 dest: /127.0.0.1:63112
2015-03-13 11:11:06,854 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63825, dest: /127.0.0.1:63112, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_186678634_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741917_1093, duration: 2097000
2015-03-13 11:11:06,854 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741917_1093, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:06,855 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:11:06,855 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63824, dest: /127.0.0.1:63105, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_186678634_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741917_1093, duration: 2472000
2015-03-13 11:11:06,855 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:06,856 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63823, dest: /127.0.0.1:63108, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_186678634_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741917_1093, duration: 3394000
2015-03-13 11:11:06,856 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:06,856 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:11:06,858 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:11:06,859 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009.summary_tmp is closed by DFSClient_NONMAPREDUCE_186678634_1
2015-03-13 11:11:06,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:06,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job_1426270086855_0009_1.jhist dst=null perm=null
2015-03-13 11:11:06,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009-1426270251301-soberoi-%5B955FDD4B6D974BA69AC720FEC5402B06%2FE956ECB043D24E9E-1426270266820-2-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:11:06,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job_1426270086855_0009_1.jhist dst=null perm=null
2015-03-13 11:11:06,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009-1426270251301-soberoi-%5B955FDD4B6D974BA69AC720FEC5402B06%2FE956ECB043D24E9E-1426270266820-2-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:11:06,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job_1426270086855_0009_1.jhist dst=null perm=null
2015-03-13 11:11:06,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009-1426270251301-soberoi-%5B955FDD4B6D974BA69AC720FEC5402B06%2FE956ECB043D24E9E-1426270266820-2-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:06,880 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63826, bytes: 44752, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_186678634_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741915_1091, duration: 259000
2015-03-13 11:11:06,882 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009-1426270251301-soberoi-%5B955FDD4B6D974BA69AC720FEC5402B06%2FE956ECB043D24E9E-1426270266820-2-1-SUCCEEDED-default.jhist_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:11:06,884 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741918_1094 src: /127.0.0.1:63827 dest: /127.0.0.1:63105
2015-03-13 11:11:06,885 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741918_1094 src: /127.0.0.1:63828 dest: /127.0.0.1:63108
2015-03-13 11:11:06,887 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741918_1094 src: /127.0.0.1:63829 dest: /127.0.0.1:63115
2015-03-13 11:11:06,890 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741915_1091
2015-03-13 11:11:06,891 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741917_1093
2015-03-13 11:11:06,893 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63829, dest: /127.0.0.1:63115, bytes: 44404, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_186678634_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741918_1094, duration: 3350000
2015-03-13 11:11:06,893 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741918_1094, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:06,894 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63828, dest: /127.0.0.1:63108, bytes: 44404, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_186678634_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741918_1094, duration: 4261000
2015-03-13 11:11:06,894 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:11:06,895 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:11:06,894 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:06,895 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63827, dest: /127.0.0.1:63105, bytes: 44404, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_186678634_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741918_1094, duration: 5304000
2015-03-13 11:11:06,895 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:06,897 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741918_1094 size 44404
2015-03-13 11:11:06,897 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009-1426270251301-soberoi-%5B955FDD4B6D974BA69AC720FEC5402B06%2FE956ECB043D24E9E-1426270266820-2-1-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_186678634_1
2015-03-13 11:11:06,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009-1426270251301-soberoi-%5B955FDD4B6D974BA69AC720FEC5402B06%2FE956ECB043D24E9E-1426270266820-2-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:06,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job_1426270086855_0009_1_conf.xml dst=null perm=null
2015-03-13 11:11:06,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009_conf.xml_tmp dst=null perm=null
2015-03-13 11:11:06,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job_1426270086855_0009_1_conf.xml dst=null perm=null
2015-03-13 11:11:06,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009_conf.xml_tmp dst=null perm=null
2015-03-13 11:11:06,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009/job_1426270086855_0009_1_conf.xml dst=null perm=null
2015-03-13 11:11:06,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:06,907 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63830, bytes: 93090, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_186678634_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741914_1090, duration: 671000
2015-03-13 11:11:06,910 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009_conf.xml_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:11:06,913 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741919_1095 src: /127.0.0.1:63831 dest: /127.0.0.1:63115
2015-03-13 11:11:06,915 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741919_1095 src: /127.0.0.1:63832 dest: /127.0.0.1:63105
2015-03-13 11:11:06,916 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741919_1095 src: /127.0.0.1:63833 dest: /127.0.0.1:63108
2015-03-13 11:11:06,920 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63833, dest: /127.0.0.1:63108, bytes: 92366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_186678634_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741919_1095, duration: 2529000
2015-03-13 11:11:06,921 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741919_1095, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:06,922 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63832, dest: /127.0.0.1:63105, bytes: 92366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_186678634_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741919_1095, duration: 3122000
2015-03-13 11:11:06,922 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:06,922 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:06,923 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63831, dest: /127.0.0.1:63115, bytes: 92366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_186678634_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741919_1095, duration: 5099000
2015-03-13 11:11:06,924 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:06,926 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:06,926 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741919_1095 size 92366
2015-03-13 11:11:06,927 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_186678634_1
2015-03-13 11:11:06,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:06,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:06,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:06,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009-1426270251301-soberoi-%5B955FDD4B6D974BA69AC720FEC5402B06%2FE956ECB043D24E9E-1426270266820-2-1-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009-1426270251301-soberoi-%5B955FDD4B6D974BA69AC720FEC5402B06%2FE956ECB043D24E9E-1426270266820-2-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:06,945 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0009_000001 State change from RUNNING to FINISHING
2015-03-13 11:11:06,945 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426270086855_0009
2015-03-13 11:11:06,945 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0009 State change from RUNNING to REMOVING
2015-03-13 11:11:06,945 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426270086855_0009
2015-03-13 11:11:06,945 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0009 State change from REMOVING to FINISHING
2015-03-13 11:11:07,530 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741917_1093
2015-03-13 11:11:07,530 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741916_1092
2015-03-13 11:11:07,674 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741919_1095
2015-03-13 11:11:07,674 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741918_1094
2015-03-13 11:11:07,675 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741916_1092
2015-03-13 11:11:07,676 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741915_1091
2015-03-13 11:11:07,787 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:07,787 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:11:07,787 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0009_01_000004
2015-03-13 11:11:07,788 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0009_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:11:07,788 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0009_01_000004 in state: COMPLETED event:FINISHED
2015-03-13 11:11:07,788 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0009 CONTAINERID=container_1426270086855_0009_01_000004
2015-03-13 11:11:07,788 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0009_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:11:07,789 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:11:07,789 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0009_01_000004, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:07,789 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:07,789 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:11:07,790 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0009_000001 released container container_1426270086855_0009_01_000004 on node: host: 10.1.1.144:63130 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:11:07,889 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741917_1093
2015-03-13 11:11:07,889 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741915_1091
2015-03-13 11:11:07,890 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741916_1092
2015-03-13 11:11:07,891 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741919_1095
2015-03-13 11:11:07,891 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741918_1094
2015-03-13 11:11:07,953 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741910_1086 127.0.0.1:63112 127.0.0.1:63115 127.0.0.1:63105 127.0.0.1:63108
2015-03-13 11:11:07,954 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741911_1087 127.0.0.1:63108 127.0.0.1:63105 127.0.0.1:63112 127.0.0.1:63115
2015-03-13 11:11:07,954 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741912_1088 127.0.0.1:63105 127.0.0.1:63112 127.0.0.1:63108
2015-03-13 11:11:07,954 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741913_1089 127.0.0.1:63105 127.0.0.1:63115 127.0.0.1:63112
2015-03-13 11:11:07,954 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741915_1091 127.0.0.1:63108 127.0.0.1:63105 127.0.0.1:63115
2015-03-13 11:11:07,955 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741914_1090 127.0.0.1:63108 127.0.0.1:63105 127.0.0.1:63112
2015-03-13 11:11:07,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0009 dst=null perm=null
2015-03-13 11:11:07,981 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (2/2) ...ue/false/true/false/false
2015-03-13 11:11:07,988 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:11:07,997 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:11:08,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null
2015-03-13 11:11:08,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:11:08,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:11:08,004 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 10
2015-03-13 11:11:08,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010 dst=null perm=null
2015-03-13 11:11:08,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 11:11:08,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 11:11:08,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.jar dst=null perm=null
2015-03-13 11:11:08,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:08,012 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.jar. BP-951401976-10.1.1.144-1426270084277 blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:11:08,013 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741920_1096 src: /127.0.0.1:63836 dest: /127.0.0.1:63108
2015-03-13 11:11:08,015 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741920_1096 src: /127.0.0.1:63837 dest: /127.0.0.1:63105
2015-03-13 11:11:08,017 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741920_1096 src: /127.0.0.1:63838 dest: /127.0.0.1:63112
2015-03-13 11:11:08,022 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63838, dest: /127.0.0.1:63112, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741920_1096, duration: 2203000
2015-03-13 11:11:08,022 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741920_1096, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:08,023 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:11:08,023 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63837, dest: /127.0.0.1:63105, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741920_1096, duration: 2875000
2015-03-13 11:11:08,023 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:08,023 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:11:08,024 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63836, dest: /127.0.0.1:63108, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741920_1096, duration: 4298000
2015-03-13 11:11:08,024 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:08,025 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:11:08,026 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.jar is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:11:08,027 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.jar
2015-03-13 11:11:08,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.jar dst=null perm=null
2015-03-13 11:11:08,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:08,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:08,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:08,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:08,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 11:11:08,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 11:11:08,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 11:11:08,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 11:11:08,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 11:11:08,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:08,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7334226634_lower_upper_E4593B7B7ABC477BA62317F16499A9B2 dst=null perm=null
2015-03-13 11:11:08,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7334226634_lower_upper_E4593B7B7ABC477BA62317F16499A9B2 dst=null perm=null
2015-03-13 11:11:08,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/7334226634_lower_upper_E4593B7B7ABC477BA62317F16499A9B2 dst=null perm=null
2015-03-13 11:11:08,041 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:11:08,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:08,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:08,046 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.split
2015-03-13 11:11:08,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.split dst=null perm=null
2015-03-13 11:11:08,048 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.split. BP-951401976-10.1.1.144-1426270084277 blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:11:08,050 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741921_1097 src: /127.0.0.1:63839 dest: /127.0.0.1:63105
2015-03-13 11:11:08,051 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741921_1097 src: /127.0.0.1:63840 dest: /127.0.0.1:63112
2015-03-13 11:11:08,053 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741921_1097 src: /127.0.0.1:63841 dest: /127.0.0.1:63108
2015-03-13 11:11:08,054 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741921_1097 src: /127.0.0.1:63842 dest: /127.0.0.1:63115
2015-03-13 11:11:08,057 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63842, dest: /127.0.0.1:63115, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741921_1097, duration: 1446000
2015-03-13 11:11:08,058 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741921_1097, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:08,058 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:11:08,058 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63841, dest: /127.0.0.1:63108, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741921_1097, duration: 1658000
2015-03-13 11:11:08,059 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:08,059 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:11:08,060 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63840, dest: /127.0.0.1:63112, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741921_1097, duration: 3117000
2015-03-13 11:11:08,060 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:08,061 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63839, dest: /127.0.0.1:63105, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741921_1097, duration: 4425000
2015-03-13 11:11:08,061 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:08,061 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:11:08,062 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:11:08,064 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.split is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:11:08,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:08,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:08,068 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.splitmetainfo. BP-951401976-10.1.1.144-1426270084277 blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:11:08,070 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741922_1098 src: /127.0.0.1:63843 dest: /127.0.0.1:63115
2015-03-13 11:11:08,072 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741922_1098 src: /127.0.0.1:63844 dest: /127.0.0.1:63108
2015-03-13 11:11:08,073 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741922_1098 src: /127.0.0.1:63845 dest: /127.0.0.1:63105
2015-03-13 11:11:08,076 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63845, dest: /127.0.0.1:63105, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741922_1098, duration: 1368000
2015-03-13 11:11:08,076 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741922_1098, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:08,077 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63844, dest: /127.0.0.1:63108, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741922_1098, duration: 1756000
2015-03-13 11:11:08,077 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:08,077 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:08,078 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:08,078 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63843, dest: /127.0.0.1:63115, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741922_1098, duration: 2923000
2015-03-13 11:11:08,079 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:08,080 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:08,081 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:11:08,082 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:1
2015-03-13 11:11:08,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:08,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:08,088 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:11:08,089 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:11:08,089 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:11:08,102 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:11:08,103 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741923_1099 src: /127.0.0.1:63846 dest: /127.0.0.1:63112
2015-03-13 11:11:08,104 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741923_1099 src: /127.0.0.1:63847 dest: /127.0.0.1:63105
2015-03-13 11:11:08,106 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741923_1099 src: /127.0.0.1:63848 dest: /127.0.0.1:63108
2015-03-13 11:11:08,109 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63848, dest: /127.0.0.1:63108, bytes: 99911, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741923_1099, duration: 1645000
2015-03-13 11:11:08,109 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741923_1099, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:08,109 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:08,109 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63847, dest: /127.0.0.1:63105, bytes: 99911, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741923_1099, duration: 2122000
2015-03-13 11:11:08,110 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:08,110 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:08,110 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63846, dest: /127.0.0.1:63112, bytes: 99911, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741923_1099, duration: 3221000
2015-03-13 11:11:08,110 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:08,115 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:08,116 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.xml is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:11:08,116 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426270086855_0010
2015-03-13 11:11:08,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010 dst=null perm=null
2015-03-13 11:11:08,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.xml dst=null perm=null
2015-03-13 11:11:08,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.xml dst=null perm=null
2015-03-13 11:11:08,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.jar dst=null perm=null
2015-03-13 11:11:08,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.jar dst=null perm=null
2015-03-13 11:11:08,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.split dst=null perm=null
2015-03-13 11:11:08,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.split dst=null perm=null
2015-03-13 11:11:08,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.splitmetainfo dst=null perm=null
2015-03-13 11:11:08,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.splitmetainfo dst=null perm=null
2015-03-13 11:11:08,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:08,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:08,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:08,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:08,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:08,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:08,135 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 10 submitted by user soberoi
2015-03-13 11:11:08,135 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426270086855_0010
2015-03-13 11:11:08,135 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426270086855_0010
2015-03-13 11:11:08,135 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426270086855_0010
2015-03-13 11:11:08,135 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0010 State change from NEW to NEW_SAVING
2015-03-13 11:11:08,136 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0010 State change from NEW_SAVING to SUBMITTED
2015-03-13 11:11:08,136 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426270086855_0010_000001
2015-03-13 11:11:08,136 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0010_000001 State change from NEW to SUBMITTED
2015-03-13 11:11:08,136 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426270086855_0010 from user: soberoi activated in queue: default
2015-03-13 11:11:08,137 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426270086855_0010 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@20a38b8, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-03-13 11:11:08,137 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426270086855_0010 user: soberoi leaf-queue of parent: root #applications: 2
2015-03-13 11:11:08,137 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426270086855_0010 to ResourceManager at /10.1.1.144:63128
2015-03-13 11:11:08,137 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426270086855_0010_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2015-03-13 11:11:08,137 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0010_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 11:11:08,138 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0010 State change from SUBMITTED to ACCEPTED
2015-03-13 11:11:08,139 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:63125/proxy/application_1426270086855_0010/
2015-03-13 11:11:08,140 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1426270086855_0010
2015-03-13 11:11:08,140 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:63125/proxy/application_1426270086855_0010/
2015-03-13 11:11:08,241 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1352)) - BLOCK* ask 127.0.0.1:63108 to replicate blk_1073741920_1096 to datanode(s) 127.0.0.1:63115
2015-03-13 11:11:08,241 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63115 to delete [blk_1073741910_1086, blk_1073741911_1087, blk_1073741913_1089, blk_1073741915_1091]
2015-03-13 11:11:08,241 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63105 to delete [blk_1073741910_1086, blk_1073741911_1087, blk_1073741912_1088, blk_1073741913_1089, blk_1073741914_1090, blk_1073741915_1091]
2015-03-13 11:11:08,679 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0010_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:11:08,680 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0010 CONTAINERID=container_1426270086855_0010_01_000001
2015-03-13 11:11:08,680 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0010_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63138, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2015-03-13 11:11:08,680 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0010 container=Container: [ContainerId: container_1426270086855_0010_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] containerId=container_1426270086855_0010_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:08,681 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 11:11:08,681 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0010_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:11:08,681 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:08,682 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426270086855_0010 AttemptId: appattempt_1426270086855_0010_000001 MasterContainer: Container: [ContainerId: container_1426270086855_0010_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ]
2015-03-13 11:11:08,682 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0010_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 11:11:08,682 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426270086855_0010_000001
2015-03-13 11:11:08,683 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0010_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 11:11:08,683 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426270086855_0010_000001
2015-03-13 11:11:08,683 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426270086855_0010_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] for AM appattempt_1426270086855_0010_000001
2015-03-13 11:11:08,683 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426270086855_0010_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 11:11:08,686 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0010_000001 (auth:SIMPLE)
2015-03-13 11:11:08,688 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0010_01_000001 by user soberoi
2015-03-13 11:11:08,688 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0010
2015-03-13 11:11:08,688 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0010 CONTAINERID=container_1426270086855_0010_01_000001
2015-03-13 11:11:08,688 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0010 transitioned from NEW to INITING
2015-03-13 11:11:08,688 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0010_01_000001 to application application_1426270086855_0010
2015-03-13 11:11:08,688 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0010 transitioned from INITING to RUNNING
2015-03-13 11:11:08,689 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426270086855_0010_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] for AM appattempt_1426270086855_0010_000001
2015-03-13 11:11:08,689 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0010_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 11:11:08,689 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0010_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 11:11:08,689 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0010
2015-03-13 11:11:08,689 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:11:08,690 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 11:11:08,690 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.split transitioned from INIT to DOWNLOADING
2015-03-13 11:11:08,690 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:11:08,690 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0010_01_000001
2015-03-13 11:11:08,699 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1426270086855_0010_01_000001.tokens. Credentials list:
2015-03-13 11:11:08,714 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:11:08,789 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:08,795 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1426270086855_0010_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0010/container_1426270086855_0010_01_000001.tokens
2015-03-13 11:11:08,795 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0010 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0010
2015-03-13 11:11:08,812 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741910 for deletion
2015-03-13 11:11:08,812 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741911 for deletion
2015-03-13 11:11:08,812 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741912_1088 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741912 for deletion
2015-03-13 11:11:08,812 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741910
2015-03-13 11:11:08,812 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741913 for deletion
2015-03-13 11:11:08,813 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741914_1090 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741914 for deletion
2015-03-13 11:11:08,813 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741915 for deletion
2015-03-13 11:11:08,813 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741911
2015-03-13 11:11:08,813 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741912_1088 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741912
2015-03-13 11:11:08,813 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741913
2015-03-13 11:11:08,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741914_1090 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741914
2015-03-13 11:11:08,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741915
2015-03-13 11:11:08,817 INFO datanode.DataNode (DataNode.java:transferBlock(1319)) - DatanodeRegistration(127.0.0.1, storageID=DS-1284647950-10.1.1.144-63108-1426270085585, infoPort=63109, ipcPort=63111, storageInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0) Starting thread to transfer BP-951401976-10.1.1.144-1426270084277:blk_1073741920_1096 to 127.0.0.1:63115
2015-03-13 11:11:08,818 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741920_1096 src: /127.0.0.1:63850 dest: /127.0.0.1:63115
2015-03-13 11:11:08,818 INFO datanode.DataNode (DataNode.java:run(1523)) - DataTransfer: Transmitted BP-951401976-10.1.1.144-1426270084277:blk_1073741920_1096 (numBytes=254067) to /127.0.0.1:63115
2015-03-13 11:11:08,820 INFO datanode.DataNode (DataXceiver.java:writeBlock(594)) - Received BP-951401976-10.1.1.144-1426270084277:blk_1073741920_1096 src: /127.0.0.1:63850 dest: /127.0.0.1:63115 of size 254067
2015-03-13 11:11:08,821 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741920_1096 size 254067
2015-03-13 11:11:08,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.jar dst=null perm=null
2015-03-13 11:11:08,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.jar dst=null perm=null
2015-03-13 11:11:08,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.jar dst=null perm=null
2015-03-13 11:11:08,881 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63853, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_525132143_4582, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741920_1096, duration: 394000
2015-03-13 11:11:08,899 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:11:08,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.splitmetainfo dst=null perm=null
2015-03-13 11:11:08,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.splitmetainfo dst=null perm=null
2015-03-13 11:11:08,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.splitmetainfo dst=null perm=null
2015-03-13 11:11:08,926 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63853, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_525132143_4582, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741922_1098, duration: 299000
2015-03-13 11:11:08,944 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:11:08,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.split dst=null perm=null
2015-03-13 11:11:08,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.split dst=null perm=null
2015-03-13 11:11:08,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.split dst=null perm=null
2015-03-13 11:11:08,971 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63854, bytes: 362, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_525132143_4582, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741921_1097, duration: 165000
2015-03-13 11:11:08,985 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:11:09,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.xml dst=null perm=null
2015-03-13 11:11:09,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.xml dst=null perm=null
2015-03-13 11:11:09,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.xml dst=null perm=null
2015-03-13 11:11:09,013 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63855, bytes: 100695, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_525132143_4582, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741923_1099, duration: 330000
2015-03-13 11:11:09,029 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:11:09,029 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0010_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:11:09,062 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0010_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 11:11:09,062 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:11:09,135 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0010/container_1426270086855_0010_01_000001/default_container_executor.sh]
2015-03-13 11:11:09,213 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741910 for deletion
2015-03-13 11:11:09,214 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741911 for deletion
2015-03-13 11:11:09,214 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741913 for deletion
2015-03-13 11:11:09,214 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741915 for deletion
2015-03-13 11:11:09,214 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741910
2015-03-13 11:11:09,214 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741911
2015-03-13 11:11:09,214 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741913
2015-03-13 11:11:09,214 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741915
2015-03-13 11:11:09,683 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:09,684 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0010_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:11:09,793 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:10,687 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:10,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:11:10,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/COMMIT_STARTED dst=null perm=null
2015-03-13 11:11:10,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/COMMIT_SUCCESS dst=null perm=null
2015-03-13 11:11:10,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/COMMIT_FAIL dst=null perm=null
2015-03-13 11:11:10,795 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:10,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010 dst=null perm=null
2015-03-13 11:11:10,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 11:11:10,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 11:11:11,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.splitmetainfo dst=null perm=null
2015-03-13 11:11:11,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.splitmetainfo dst=null perm=null
2015-03-13 11:11:11,178 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63857, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1910047549_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741922_1098, duration: 161000
2015-03-13 11:11:11,244 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63108 to delete [blk_1073741910_1086, blk_1073741911_1087, blk_1073741912_1088, blk_1073741914_1090, blk_1073741915_1091]
2015-03-13 11:11:11,244 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63112 to delete [blk_1073741910_1086, blk_1073741911_1087, blk_1073741912_1088, blk_1073741913_1089, blk_1073741914_1090]
2015-03-13 11:11:11,693 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:11,801 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:11,817 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741910 for deletion
2015-03-13 11:11:11,817 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741911 for deletion
2015-03-13 11:11:11,817 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741912_1088 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741912 for deletion
2015-03-13 11:11:11,817 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741914_1090 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741914 for deletion
2015-03-13 11:11:11,817 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741910
2015-03-13 11:11:11,817 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741915 for deletion
2015-03-13 11:11:11,817 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741911
2015-03-13 11:11:11,818 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741912_1088 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741912
2015-03-13 11:11:11,818 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741914_1090 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741914
2015-03-13 11:11:11,818 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741915_1091 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741915
2015-03-13 11:11:11,898 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741918_1094
2015-03-13 11:11:11,965 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0010_000001 (auth:SIMPLE)
2015-03-13 11:11:11,967 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426270086855_0010_000001
2015-03-13 11:11:11,968 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426270086855_0010 APPATTEMPTID=appattempt_1426270086855_0010_000001
2015-03-13 11:11:11,968 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0010_000001 State change from LAUNCHED to RUNNING
2015-03-13 11:11:11,968 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0010 State change from ACCEPTED to RUNNING
2015-03-13 11:11:11,996 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(663)) - Number of transactions: 814 Total time for transactions(ms): 52 Number of transactions batched in Syncs: 0 Number of syncs: 452 SyncTimes(ms): 165 83
2015-03-13 11:11:11,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job_1426270086855_0010_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:12,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:11:12,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741910 for deletion
2015-03-13 11:11:12,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741911 for deletion
2015-03-13 11:11:12,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741912_1088 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741912 for deletion
2015-03-13 11:11:12,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741913 for deletion
2015-03-13 11:11:12,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741910_1086 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741910
2015-03-13 11:11:12,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741914_1090 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741914 for deletion
2015-03-13 11:11:12,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741911_1087 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741911
2015-03-13 11:11:12,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741912_1088 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741912
2015-03-13 11:11:12,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741913
2015-03-13 11:11:12,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741914_1090 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741914
2015-03-13 11:11:12,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job_1426270086855_0010_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:12,102 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741920_1096
2015-03-13 11:11:12,102 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741922_1098
2015-03-13 11:11:12,103 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741919_1095
2015-03-13 11:11:12,104 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741923_1099
2015-03-13 11:11:12,104 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741921_1097
2015-03-13 11:11:12,224 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job_1426270086855_0010_1_conf.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:11:12,266 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741924_1100 src: /127.0.0.1:63863 dest: /127.0.0.1:63105
2015-03-13 11:11:12,268 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741924_1100 src: /127.0.0.1:63864 dest: /127.0.0.1:63108
2015-03-13 11:11:12,269 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741924_1100 src: /127.0.0.1:63865 dest: /127.0.0.1:63112
2015-03-13 11:11:12,277 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63865, dest: /127.0.0.1:63112, bytes: 92398, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1910047549_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741924_1100, duration: 5635000
2015-03-13 11:11:12,277 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741924_1100, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:12,278 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:11:12,278 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63864, dest: /127.0.0.1:63108, bytes: 92398, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1910047549_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741924_1100, duration: 6616000
2015-03-13 11:11:12,278 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:12,280 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63863, dest: /127.0.0.1:63105, bytes: 92398, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1910047549_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741924_1100, duration: 8276000
2015-03-13 11:11:12,280 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:12,280 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:11:12,281 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:11:12,286 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job_1426270086855_0010_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1910047549_1
2015-03-13 11:11:12,538 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741924_1100
2015-03-13 11:11:12,681 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741921_1097
2015-03-13 11:11:12,682 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741920_1096
2015-03-13 11:11:12,682 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741922_1098
2015-03-13 11:11:12,694 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:12,739 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741920_1096
2015-03-13 11:11:12,740 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741921_1097
2015-03-13 11:11:12,802 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:12,896 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741921_1097
2015-03-13 11:11:12,897 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741924_1100
2015-03-13 11:11:12,897 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741923_1099
2015-03-13 11:11:12,938 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741923_1099
2015-03-13 11:11:13,088 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1426270086855_0009_01_000001 succeeded
2015-03-13 11:11:13,088 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0009_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-03-13 11:11:13,088 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0009_01_000001
2015-03-13 11:11:13,097 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0009/container_1426270086855_0009_01_000001
2015-03-13 11:11:13,097 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0009 CONTAINERID=container_1426270086855_0009_01_000001
2015-03-13 11:11:13,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0009/container_1426270086855_0009_01_000001
2015-03-13 11:11:13,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0009/container_1426270086855_0009_01_000001
2015-03-13 11:11:13,098 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0009_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-03-13 11:11:13,098 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0009_01_000001 from application application_1426270086855_0009
2015-03-13 11:11:13,099 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:11:13,099 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0009
2015-03-13 11:11:13,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0009/container_1426270086855_0009_01_000001
2015-03-13 11:11:13,099 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741920_1096
2015-03-13 11:11:13,100 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741922_1098
2015-03-13 11:11:13,244 INFO hs.JobHistory (JobHistory.java:run(178)) - Starting scan to move intermediate done files
2015-03-13 11:11:13,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 11:11:13,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 11:11:13,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001.summary dst=null perm=null
2015-03-13 11:11:13,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003.summary dst=null perm=null
2015-03-13 11:11:13,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002.summary dst=null perm=null
2015-03-13 11:11:13,257 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63868, bytes: 452, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-180543484_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741835_1011, duration: 175000
2015-03-13 11:11:13,257 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(367)) - jobId=job_1426270086855_0003,submitTime=1426270141766,launchTime=1426270145120,firstMapTaskLaunchTime=1426270147285,firstReduceTaskLaunchTime=1426270154207,finishTime=1426270156976,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=2,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=8,reduceSlotSeconds=2,jobName=[D8B02B3209584B46ABCA0DECB96B60E5/472F181F306D409CA82F52F0EFB95C20] lower*upper/(1/2)
2015-03-13 11:11:13,257 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63867, bytes: 429, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-180543484_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741857_1033, duration: 159000
2015-03-13 11:11:13,257 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63866, bytes: 459, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-180543484_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741847_1023, duration: 175000
2015-03-13 11:11:13,258 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(368)) - Deleting JobSummary file: [hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003.summary]
2015-03-13 11:11:13,258 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(367)) - jobId=job_1426270086855_0001,submitTime=1426270095416,launchTime=1426270099169,firstMapTaskLaunchTime=1426270101341,firstReduceTaskLaunchTime=1426270112282,finishTime=1426270115465,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=32,reduceSlotSeconds=3,jobName=[FFB2FD297A6549DA8F2EE8E69BC1C6F7/4F3D448393224FD78DFFFD00080A6CD9] test/(1/1) ...pesplatform/serialization
2015-03-13 11:11:13,258 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(367)) - jobId=job_1426270086855_0002,submitTime=1426270117132,launchTime=1426270120982,firstMapTaskLaunchTime=1426270123133,firstReduceTaskLaunchTime=1426270137102,finishTime=1426270140276,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=6,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=70,reduceSlotSeconds=3,jobName=[08FF81C2EBE54EC3820F953D75E0D008/F343B9F8E3634182B38AC5E9E4D49DDA] lower*upper/(1/1) ...platform/writablekeyvalue
2015-03-13 11:11:13,260 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(368)) - Deleting JobSummary file: [hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002.summary]
2015-03-13 11:11:13,259 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(368)) - Deleting JobSummary file: [hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001.summary]
2015-03-13 11:11:13,261 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741857_1033 127.0.0.1:63105 127.0.0.1:63108 127.0.0.1:63112
2015-03-13 11:11:13,261 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741835_1011 127.0.0.1:63105 127.0.0.1:63112 127.0.0.1:63108
2015-03-13 11:11:13,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003.summary dst=null perm=null
2015-03-13 11:11:13,262 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741847_1023 127.0.0.1:63105 127.0.0.1:63112 127.0.0.1:63108
2015-03-13 11:11:13,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002.summary dst=null perm=null
2015-03-13 11:11:13,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001.summary dst=null perm=null
2015-03-13 11:11:13,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 11:11:13,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 11:11:13,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 11:11:13,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:13,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:13,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:13,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 11:11:13,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 11:11:13,267 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(885)) - Perms after creating 504, Expected: 504
2015-03-13 11:11:13,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 11:11:13,267 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001-1426270095416-soberoi-%5BFFB2FD297A6549DA8F2EE8E69BC1C6F7%2F4F3D448393224FD7-1426270115465-4-1-SUCCEEDED-default.jhist to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0001-1426270095416-soberoi-%5BFFB2FD297A6549DA8F2EE8E69BC1C6F7%2F4F3D448393224FD7-1426270115465-4-1-SUCCEEDED-default.jhist
2015-03-13 11:11:13,267 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(885)) - Perms after creating 504, Expected: 504
2015-03-13 11:11:13,267 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(885)) - Perms after creating 504, Expected: 504
2015-03-13 11:11:13,267 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002-1426270117132-soberoi-%5B08FF81C2EBE54EC3820F953D75E0D008%2FF343B9F8E3634182-1426270140276-6-1-SUCCEEDED-default.jhist to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0002-1426270117132-soberoi-%5B08FF81C2EBE54EC3820F953D75E0D008%2FF343B9F8E3634182-1426270140276-6-1-SUCCEEDED-default.jhist
2015-03-13 11:11:13,267 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003-1426270141766-soberoi-%5BD8B02B3209584B46ABCA0DECB96B60E5%2F472F181F306D409C-1426270156976-2-1-SUCCEEDED-default.jhist to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0003-1426270141766-soberoi-%5BD8B02B3209584B46ABCA0DECB96B60E5%2F472F181F306D409C-1426270156976-2-1-SUCCEEDED-default.jhist
2015-03-13 11:11:13,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002-1426270117132-soberoi-%5B08FF81C2EBE54EC3820F953D75E0D008%2FF343B9F8E3634182-1426270140276-6-1-SUCCEEDED-default.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0002-1426270117132-soberoi-%5B08FF81C2EBE54EC3820F953D75E0D008%2FF343B9F8E3634182-1426270140276-6-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:13,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001-1426270095416-soberoi-%5BFFB2FD297A6549DA8F2EE8E69BC1C6F7%2F4F3D448393224FD7-1426270115465-4-1-SUCCEEDED-default.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0001-1426270095416-soberoi-%5BFFB2FD297A6549DA8F2EE8E69BC1C6F7%2F4F3D448393224FD7-1426270115465-4-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:13,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003-1426270141766-soberoi-%5BD8B02B3209584B46ABCA0DECB96B60E5%2F472F181F306D409C-1426270156976-2-1-SUCCEEDED-default.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0003-1426270141766-soberoi-%5BD8B02B3209584B46ABCA0DECB96B60E5%2F472F181F306D409C-1426270156976-2-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:13,271 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001_conf.xml to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0001_conf.xml
2015-03-13 11:11:13,271 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002_conf.xml to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0002_conf.xml
2015-03-13 11:11:13,271 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003_conf.xml to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0003_conf.xml
2015-03-13 11:11:13,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0001_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0001_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:13,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0002_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0002_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:13,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0003_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0003_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:13,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004.summary dst=null perm=null
2015-03-13 11:11:13,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005.summary dst=null perm=null
2015-03-13 11:11:13,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006.summary dst=null perm=null
2015-03-13 11:11:13,275 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63868, bytes: 459, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-180543484_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741877_1053, duration: 162000
2015-03-13 11:11:13,275 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(367)) - jobId=job_1426270086855_0004,submitTime=1426270158320,launchTime=1426270162274,firstMapTaskLaunchTime=1426270164425,firstReduceTaskLaunchTime=1426270169347,finishTime=1426270172438,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=2,reduceSlotSeconds=3,jobName=[D8B02B3209584B46ABCA0DECB96B60E5/ACA9104E8C5E432DBE371AFF255B0C15] lower*upper/(2/2) ...ue/true/false/false/false
2015-03-13 11:11:13,275 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(368)) - Deleting JobSummary file: [hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004.summary]
2015-03-13 11:11:13,275 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63867, bytes: 458, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-180543484_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741867_1043, duration: 131000
2015-03-13 11:11:13,276 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63869, bytes: 452, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-180543484_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741887_1063, duration: 149000
2015-03-13 11:11:13,275 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(367)) - jobId=job_1426270086855_0005,submitTime=1426270173962,launchTime=1426270177357,firstMapTaskLaunchTime=1426270179534,firstReduceTaskLaunchTime=1426270193452,finishTime=1426270196245,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=6,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=69,reduceSlotSeconds=2,jobName=[2F044EF109E34AE1ADA252A0AA12D113/5FF3EE5355AC4E1787600A85A82156E1] lower*upper/(1/1) ...orm/byteswritablekeyvalue
2015-03-13 11:11:13,276 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(368)) - Deleting JobSummary file: [hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005.summary]
2015-03-13 11:11:13,276 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(367)) - jobId=job_1426270086855_0006,submitTime=1426270197669,launchTime=1426270201567,firstMapTaskLaunchTime=1426270203746,firstReduceTaskLaunchTime=1426270213672,finishTime=1426270216728,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=30,reduceSlotSeconds=3,jobName=[D96E0869E1C448798599566D73F58A6D/AC0D85E692FF4865930D6A050C2B478A] test/(1/1) ...dpipesplatform/bigdecimal
2015-03-13 11:11:13,276 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(368)) - Deleting JobSummary file: [hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006.summary]
2015-03-13 11:11:13,277 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741867_1043 127.0.0.1:63115 127.0.0.1:63108 127.0.0.1:63105
2015-03-13 11:11:13,277 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741887_1063 127.0.0.1:63112 127.0.0.1:63108 127.0.0.1:63105
2015-03-13 11:11:13,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004.summary dst=null perm=null
2015-03-13 11:11:13,278 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741877_1053 127.0.0.1:63112 127.0.0.1:63105 127.0.0.1:63108
2015-03-13 11:11:13,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006.summary dst=null perm=null
2015-03-13 11:11:13,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005.summary dst=null perm=null
2015-03-13 11:11:13,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 11:11:13,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 11:11:13,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 11:11:13,280 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004-1426270158320-soberoi-%5BD8B02B3209584B46ABCA0DECB96B60E5%2FACA9104E8C5E432D-1426270172438-1-1-SUCCEEDED-default.jhist to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0004-1426270158320-soberoi-%5BD8B02B3209584B46ABCA0DECB96B60E5%2FACA9104E8C5E432D-1426270172438-1-1-SUCCEEDED-default.jhist
2015-03-13 11:11:13,281 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005-1426270173962-soberoi-%5B2F044EF109E34AE1ADA252A0AA12D113%2F5FF3EE5355AC4E17-1426270196245-6-1-SUCCEEDED-default.jhist to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0005-1426270173962-soberoi-%5B2F044EF109E34AE1ADA252A0AA12D113%2F5FF3EE5355AC4E17-1426270196245-6-1-SUCCEEDED-default.jhist
2015-03-13 11:11:13,281 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006-1426270197669-soberoi-%5BD96E0869E1C448798599566D73F58A6D%2FAC0D85E692FF4865-1426270216728-4-1-SUCCEEDED-default.jhist to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0006-1426270197669-soberoi-%5BD96E0869E1C448798599566D73F58A6D%2FAC0D85E692FF4865-1426270216728-4-1-SUCCEEDED-default.jhist
2015-03-13 11:11:13,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004-1426270158320-soberoi-%5BD8B02B3209584B46ABCA0DECB96B60E5%2FACA9104E8C5E432D-1426270172438-1-1-SUCCEEDED-default.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0004-1426270158320-soberoi-%5BD8B02B3209584B46ABCA0DECB96B60E5%2FACA9104E8C5E432D-1426270172438-1-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:13,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005-1426270173962-soberoi-%5B2F044EF109E34AE1ADA252A0AA12D113%2F5FF3EE5355AC4E17-1426270196245-6-1-SUCCEEDED-default.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0005-1426270173962-soberoi-%5B2F044EF109E34AE1ADA252A0AA12D113%2F5FF3EE5355AC4E17-1426270196245-6-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:13,286 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004_conf.xml to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0004_conf.xml
2015-03-13 11:11:13,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006-1426270197669-soberoi-%5BD96E0869E1C448798599566D73F58A6D%2FAC0D85E692FF4865-1426270216728-4-1-SUCCEEDED-default.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0006-1426270197669-soberoi-%5BD96E0869E1C448798599566D73F58A6D%2FAC0D85E692FF4865-1426270216728-4-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:13,286 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005_conf.xml to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0005_conf.xml
2015-03-13 11:11:13,286 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006_conf.xml to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0006_conf.xml
2015-03-13 11:11:13,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0004_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0004_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:13,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0005_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0005_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:13,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0006_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0006_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:13,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007.summary dst=null perm=null
2015-03-13 11:11:13,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008.summary dst=null perm=null
2015-03-13 11:11:13,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009.summary dst=null perm=null
2015-03-13 11:11:13,290 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63868, bytes: 429, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-180543484_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741897_1073, duration: 177000
2015-03-13 11:11:13,290 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(367)) - jobId=job_1426270086855_0007,submitTime=1426270218128,launchTime=1426270221669,firstMapTaskLaunchTime=1426270223844,firstReduceTaskLaunchTime=1426270230757,finishTime=1426270233617,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=2,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=9,reduceSlotSeconds=2,jobName=[4252D2B52EA7455F8BCE6B6C4FC5C68D/49F5F509585D433999BAF567088A8695] lower*upper/(1/2)
2015-03-13 11:11:13,290 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(368)) - Deleting JobSummary file: [hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007.summary]
2015-03-13 11:11:13,290 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63870, bytes: 429, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-180543484_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741917_1093, duration: 190000
2015-03-13 11:11:13,291 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(367)) - jobId=job_1426270086855_0009,submitTime=1426270251301,launchTime=1426270254956,firstMapTaskLaunchTime=1426270257114,firstReduceTaskLaunchTime=1426270264031,finishTime=1426270266820,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=2,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=8,reduceSlotSeconds=2,jobName=[955FDD4B6D974BA69AC720FEC5402B06/E956ECB043D24E9E8DEE5222B3EC027B] lower*upper/(1/2)
2015-03-13 11:11:13,291 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(368)) - Deleting JobSummary file: [hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009.summary]
2015-03-13 11:11:13,291 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(367)) - jobId=job_1426270086855_0008,submitTime=1426270234938,launchTime=1426270238971,firstMapTaskLaunchTime=1426270241126,firstReduceTaskLaunchTime=1426270247052,finishTime=1426270249845,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=2,reduceSlotSeconds=2,jobName=[4252D2B52EA7455F8BCE6B6C4FC5C68D/8E1FD9AD81BB4C3BBB5C8D0C9DC4D99F] lower*upper/(2/2) ...alue/true/true/true/false
2015-03-13 11:11:13,291 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(368)) - Deleting JobSummary file: [hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008.summary]
2015-03-13 11:11:13,291 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63871, bytes: 458, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-180543484_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741907_1083, duration: 152000
2015-03-13 11:11:13,291 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741897_1073 127.0.0.1:63112 127.0.0.1:63108 127.0.0.1:63115
2015-03-13 11:11:13,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007.summary dst=null perm=null
2015-03-13 11:11:13,292 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741917_1093 127.0.0.1:63108 127.0.0.1:63105 127.0.0.1:63112
2015-03-13 11:11:13,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009.summary dst=null perm=null
2015-03-13 11:11:13,293 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741907_1083 127.0.0.1:63108 127.0.0.1:63115 127.0.0.1:63105
2015-03-13 11:11:13,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008.summary dst=null perm=null
2015-03-13 11:11:13,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 11:11:13,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 11:11:13,295 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007-1426270218128-soberoi-%5B4252D2B52EA7455F8BCE6B6C4FC5C68D%2F49F5F509585D4339-1426270233617-2-1-SUCCEEDED-default.jhist to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0007-1426270218128-soberoi-%5B4252D2B52EA7455F8BCE6B6C4FC5C68D%2F49F5F509585D4339-1426270233617-2-1-SUCCEEDED-default.jhist
2015-03-13 11:11:13,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 11:11:13,295 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009-1426270251301-soberoi-%5B955FDD4B6D974BA69AC720FEC5402B06%2FE956ECB043D24E9E-1426270266820-2-1-SUCCEEDED-default.jhist to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0009-1426270251301-soberoi-%5B955FDD4B6D974BA69AC720FEC5402B06%2FE956ECB043D24E9E-1426270266820-2-1-SUCCEEDED-default.jhist
2015-03-13 11:11:13,296 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008-1426270234938-soberoi-%5B4252D2B52EA7455F8BCE6B6C4FC5C68D%2F8E1FD9AD81BB4C3B-1426270249845-1-1-SUCCEEDED-default.jhist to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0008-1426270234938-soberoi-%5B4252D2B52EA7455F8BCE6B6C4FC5C68D%2F8E1FD9AD81BB4C3B-1426270249845-1-1-SUCCEEDED-default.jhist
2015-03-13 11:11:13,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007-1426270218128-soberoi-%5B4252D2B52EA7455F8BCE6B6C4FC5C68D%2F49F5F509585D4339-1426270233617-2-1-SUCCEEDED-default.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0007-1426270218128-soberoi-%5B4252D2B52EA7455F8BCE6B6C4FC5C68D%2F49F5F509585D4339-1426270233617-2-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:13,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009-1426270251301-soberoi-%5B955FDD4B6D974BA69AC720FEC5402B06%2FE956ECB043D24E9E-1426270266820-2-1-SUCCEEDED-default.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0009-1426270251301-soberoi-%5B955FDD4B6D974BA69AC720FEC5402B06%2FE956ECB043D24E9E-1426270266820-2-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:13,297 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007_conf.xml to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0007_conf.xml
2015-03-13 11:11:13,297 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009_conf.xml to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0009_conf.xml
2015-03-13 11:11:13,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008-1426270234938-soberoi-%5B4252D2B52EA7455F8BCE6B6C4FC5C68D%2F8E1FD9AD81BB4C3B-1426270249845-1-1-SUCCEEDED-default.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0008-1426270234938-soberoi-%5B4252D2B52EA7455F8BCE6B6C4FC5C68D%2F8E1FD9AD81BB4C3B-1426270249845-1-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:13,298 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008_conf.xml to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0008_conf.xml
2015-03-13 11:11:13,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0007_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0007_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:13,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0009_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0009_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:13,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0008_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0008_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:13,699 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:13,700 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0010_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:11:13,700 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0010 CONTAINERID=container_1426270086855_0010_01_000002
2015-03-13 11:11:13,700 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0010_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63142, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 11:11:13,701 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0010 container=Container: [ContainerId: container_1426270086855_0010_01_000002, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] containerId=container_1426270086855_0010_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:13,701 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-03-13 11:11:13,701 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:13,805 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 9 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_COMPLETE diagnostics: "" exit_status: 0
2015-03-13 11:11:13,805 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0009_01_000001
2015-03-13 11:11:13,806 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0009_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:11:13,806 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0009_01_000001 in state: COMPLETED event:FINISHED
2015-03-13 11:11:13,806 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0009 CONTAINERID=container_1426270086855_0009_01_000001
2015-03-13 11:11:13,806 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0009_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63130, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:11:13,806 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-03-13 11:11:13,806 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(550)) - Unregistering app attempt : appattempt_1426270086855_0009_000001
2015-03-13 11:11:13,807 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0009_01_000001, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:13,807 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0009_000001 State change from FINISHING to FINISHED
2015-03-13 11:11:13,807 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:13,807 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0009 State change from FINISHING to FINISHED
2015-03-13 11:11:13,808 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2015-03-13 11:11:13,808 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1426270086855_0009
2015-03-13 11:11:13,808 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1426270086855_0009_000001
2015-03-13 11:11:13,808 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(166)) - appId=application_1426270086855_0009,name=[955FDD4B6D974BA69AC720FEC5402B06/E956ECB043D24E9E8DEE5222B3EC027B] lower*upper/(1/2),user=soberoi,queue=default,state=FINISHED,trackingUrl=Edinburgh.local:63125/proxy/application_1426270086855_0009/jobhistory/job/job_1426270086855_0009,appMasterHost=Edinburgh.local,startTime=1426270251301,finishTime=1426270266945,finalStatus=SUCCEEDED
2015-03-13 11:11:13,808 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0009_000001 released container container_1426270086855_0009_01_000001 on node: host: 10.1.1.144:63130 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:11:13,809 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplication(470)) - Application appattempt_1426270086855_0009_000001 is done. finalState=FINISHED
2015-03-13 11:11:13,809 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1426270086855_0009 requests cleared
2015-03-13 11:11:13,809 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(779)) - Application removed - appId: application_1426270086855_0009 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-03-13 11:11:13,809 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(510)) - Application removed - appId: application_1426270086855_0009 user: soberoi leaf-queue of parent: root #applications: 1
2015-03-13 11:11:13,811 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0009_000001 (auth:SIMPLE)
2015-03-13 11:11:13,812 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0009_01_000001
2015-03-13 11:11:14,006 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0010_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:11:14,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.jar dst=null perm=null
2015-03-13 11:11:14,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.jar dst=null perm=null
2015-03-13 11:11:14,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.xml dst=null perm=null
2015-03-13 11:11:14,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.xml dst=null perm=null
2015-03-13 11:11:14,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:14,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:14,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:14,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:14,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:14,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:14,129 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0010_000001 (auth:SIMPLE)
2015-03-13 11:11:14,132 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0010_01_000002 by user soberoi
2015-03-13 11:11:14,132 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0010
2015-03-13 11:11:14,132 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0010 CONTAINERID=container_1426270086855_0010_01_000002
2015-03-13 11:11:14,132 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0010 transitioned from NEW to INITING
2015-03-13 11:11:14,133 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0010_01_000002 to application application_1426270086855_0010
2015-03-13 11:11:14,133 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0010 transitioned from INITING to RUNNING
2015-03-13 11:11:14,133 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0010_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 11:11:14,133 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0010
2015-03-13 11:11:14,133 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0010
2015-03-13 11:11:14,133 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:11:14,133 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0010
2015-03-13 11:11:14,134 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:11:14,134 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:11:14,134 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0010_01_000002
2015-03-13 11:11:14,145 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1426270086855_0010_01_000002.tokens. Credentials list:
2015-03-13 11:11:14,160 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:11:14,238 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1426270086855_0010_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0010/container_1426270086855_0010_01_000002.tokens
2015-03-13 11:11:14,239 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0010 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0010
2015-03-13 11:11:14,245 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63108 to delete [blk_1073741857_1033, blk_1073741907_1083, blk_1073741877_1053, blk_1073741847_1023, blk_1073741897_1073, blk_1073741867_1043, blk_1073741835_1011, blk_1073741917_1093, blk_1073741887_1063]
2015-03-13 11:11:14,245 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63105 to delete [blk_1073741857_1033, blk_1073741907_1083, blk_1073741877_1053, blk_1073741847_1023, blk_1073741867_1043, blk_1073741835_1011, blk_1073741917_1093, blk_1073741887_1063]
2015-03-13 11:11:14,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.jar dst=null perm=null
2015-03-13 11:11:14,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.jar dst=null perm=null
2015-03-13 11:11:14,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.jar dst=null perm=null
2015-03-13 11:11:14,321 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63876, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1936633406_4694, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741920_1096, duration: 487000
2015-03-13 11:11:14,342 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:11:14,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.xml dst=null perm=null
2015-03-13 11:11:14,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.xml dst=null perm=null
2015-03-13 11:11:14,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.xml dst=null perm=null
2015-03-13 11:11:14,373 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63877, bytes: 100695, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1936633406_4694, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741923_1099, duration: 356000
2015-03-13 11:11:14,390 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:11:14,390 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0010_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:11:14,421 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0010_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 11:11:14,421 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:11:14,495 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426270086855_0010/container_1426270086855_0010_01_000002/default_container_executor.sh]
2015-03-13 11:11:14,702 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:14,702 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:14,703 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0010_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:11:14,810 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:11:14,810 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0009
2015-03-13 11:11:14,810 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0009
2015-03-13 11:11:14,810 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0009
2015-03-13 11:11:14,811 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:11:14,811 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0009, with delay of 10800 seconds
2015-03-13 11:11:14,811 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0009
2015-03-13 11:11:14,812 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0009
2015-03-13 11:11:14,817 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741857 for deletion
2015-03-13 11:11:14,817 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741907 for deletion
2015-03-13 11:11:14,818 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741877 for deletion
2015-03-13 11:11:14,818 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741847_1023 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741847 for deletion
2015-03-13 11:11:14,818 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741835 for deletion
2015-03-13 11:11:14,818 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741867 for deletion
2015-03-13 11:11:14,818 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741917 for deletion
2015-03-13 11:11:14,818 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741907
2015-03-13 11:11:14,818 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741857
2015-03-13 11:11:14,819 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741877
2015-03-13 11:11:14,819 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741867
2015-03-13 11:11:14,819 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741847_1023 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741847
2015-03-13 11:11:14,819 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741917
2015-03-13 11:11:14,818 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741887 for deletion
2015-03-13 11:11:14,819 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741835
2015-03-13 11:11:14,820 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741887
2015-03-13 11:11:14,820 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741857 for deletion
2015-03-13 11:11:14,820 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741907 for deletion
2015-03-13 11:11:14,821 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741877 for deletion
2015-03-13 11:11:14,821 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741847_1023 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741847 for deletion
2015-03-13 11:11:14,821 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741897 for deletion
2015-03-13 11:11:14,821 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741835 for deletion
2015-03-13 11:11:14,821 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741867 for deletion
2015-03-13 11:11:14,822 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741917 for deletion
2015-03-13 11:11:14,821 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741857
2015-03-13 11:11:14,822 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741887 for deletion
2015-03-13 11:11:14,822 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741907
2015-03-13 11:11:14,822 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741877
2015-03-13 11:11:14,822 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741917
2015-03-13 11:11:14,823 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741847_1023 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741847
2015-03-13 11:11:14,823 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741887
2015-03-13 11:11:14,823 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741897
2015-03-13 11:11:14,823 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741835
2015-03-13 11:11:14,823 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741867
2015-03-13 11:11:15,022 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:11:15,707 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:15,707 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:16,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job.split dst=null perm=null
2015-03-13 11:11:16,687 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63880, bytes: 362, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0010_m_000000_0_-1370540426_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741921_1097, duration: 160000
2015-03-13 11:11:16,711 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:16,711 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:16,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7334226634_lower_upper_E4593B7B7ABC477BA62317F16499A9B2/part-00000 dst=null perm=null
2015-03-13 11:11:16,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/7334226634_lower_upper_E4593B7B7ABC477BA62317F16499A9B2/part-00000 dst=null perm=null
2015-03-13 11:11:16,752 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63881, bytes: 716, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0010_m_000000_0_-1370540426_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741916_1092, duration: 147000
2015-03-13 11:11:16,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/_temporary/attempt_1426270086855_0010_m_000000_0 dst=null perm=null
2015-03-13 11:11:16,983 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0010_01_000002
2015-03-13 11:11:16,983 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0010 CONTAINERID=container_1426270086855_0010_01_000002
2015-03-13 11:11:16,983 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0010_01_000002 transitioned from RUNNING to KILLING
2015-03-13 11:11:16,983 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0010_01_000002
2015-03-13 11:11:16,983 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:11:16,993 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0010_01_000002 is : 143
2015-03-13 11:11:16,996 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job_1426270086855_0010_1.jhist. BP-951401976-10.1.1.144-1426270084277 blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:11:16,998 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741925_1101 src: /127.0.0.1:63882 dest: /127.0.0.1:63105
2015-03-13 11:11:16,999 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741925_1101 src: /127.0.0.1:63883 dest: /127.0.0.1:63112
2015-03-13 11:11:17,001 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741925_1101 src: /127.0.0.1:63884 dest: /127.0.0.1:63108
2015-03-13 11:11:17,005 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0010_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:11:17,006 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0010/container_1426270086855_0010_01_000002
2015-03-13 11:11:17,006 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426270086855_0010/container_1426270086855_0010_01_000002
2015-03-13 11:11:17,007 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426270086855_0010/container_1426270086855_0010_01_000002
2015-03-13 11:11:17,007 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0010 CONTAINERID=container_1426270086855_0010_01_000002
2015-03-13 11:11:17,007 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0010_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:11:17,007 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0010_01_000002 from application application_1426270086855_0010
2015-03-13 11:11:17,007 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:11:17,007 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0010
2015-03-13 11:11:17,006 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job_1426270086855_0010_1.jhist for DFSClient_NONMAPREDUCE_-1910047549_1
2015-03-13 11:11:17,007 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426270086855_0010/container_1426270086855_0010_01_000002
2015-03-13 11:11:17,111 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741924_1100
2015-03-13 11:11:17,248 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63115 to delete [blk_1073741907_1083, blk_1073741897_1073, blk_1073741867_1043]
2015-03-13 11:11:17,248 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63112 to delete [blk_1073741857_1033, blk_1073741877_1053, blk_1073741847_1023, blk_1073741897_1073, blk_1073741835_1011, blk_1073741917_1093, blk_1073741887_1063]
2015-03-13 11:11:17,715 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:17,989 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:11:17,990 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0010_01_000002
2015-03-13 11:11:17,990 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0010_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:11:17,991 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0010_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 11:11:17,991 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0010 CONTAINERID=container_1426270086855_0010_01_000002
2015-03-13 11:11:17,991 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0010_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63142, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:11:17,991 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:11:17,992 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0010_01_000002, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:17,992 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:17,993 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:11:17,993 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0010_000001 released container container_1426270086855_0010_01_000002 on node: host: 10.1.1.144:63142 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:11:18,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741857 for deletion
2015-03-13 11:11:18,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741877 for deletion
2015-03-13 11:11:18,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741847_1023 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741847 for deletion
2015-03-13 11:11:18,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741897 for deletion
2015-03-13 11:11:18,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741835 for deletion
2015-03-13 11:11:18,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741857
2015-03-13 11:11:18,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741917 for deletion
2015-03-13 11:11:18,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741897
2015-03-13 11:11:18,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741877
2015-03-13 11:11:18,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741887 for deletion
2015-03-13 11:11:18,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741847_1023 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741847
2015-03-13 11:11:18,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741835
2015-03-13 11:11:18,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741917
2015-03-13 11:11:18,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741887_1063 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741887
2015-03-13 11:11:18,223 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741907 for deletion
2015-03-13 11:11:18,223 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741897 for deletion
2015-03-13 11:11:18,223 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741867 for deletion
2015-03-13 11:11:18,223 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741907
2015-03-13 11:11:18,224 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741897
2015-03-13 11:11:18,224 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741867
2015-03-13 11:11:18,718 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:18,719 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0010_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:11:18,719 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0010 CONTAINERID=container_1426270086855_0010_01_000003
2015-03-13 11:11:18,719 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0010_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63138, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 11:11:18,720 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0010 container=Container: [ContainerId: container_1426270086855_0010_01_000003, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] containerId=container_1426270086855_0010_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:18,720 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:11:18,720 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:19,040 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0010_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:11:19,051 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0010_000001 (auth:SIMPLE)
2015-03-13 11:11:19,054 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0010_01_000003 by user soberoi
2015-03-13 11:11:19,054 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0010 CONTAINERID=container_1426270086855_0010_01_000003
2015-03-13 11:11:19,054 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0010_01_000003 to application application_1426270086855_0010
2015-03-13 11:11:19,055 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0010_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 11:11:19,055 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0010
2015-03-13 11:11:19,055 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0010
2015-03-13 11:11:19,055 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:11:19,055 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0010
2015-03-13 11:11:19,055 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0010_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:11:19,085 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0010_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 11:11:19,086 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:11:19,161 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0010/container_1426270086855_0010_01_000003/default_container_executor.sh]
2015-03-13 11:11:19,722 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:19,722 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:19,723 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0010_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:11:20,049 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:11:20,723 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:20,723 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:21,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/_temporary/attempt_1426270086855_0010_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:21,710 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/_temporary/attempt_1426270086855_0010_r_000000_0/part-00000. BP-951401976-10.1.1.144-1426270084277 blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:11:21,724 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:21,725 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:21,780 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741926_1102 src: /127.0.0.1:63889 dest: /127.0.0.1:63115
2015-03-13 11:11:21,781 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741926_1102 src: /127.0.0.1:63890 dest: /127.0.0.1:63105
2015-03-13 11:11:21,782 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741926_1102 src: /127.0.0.1:63891 dest: /127.0.0.1:63112
2015-03-13 11:11:21,795 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63891, dest: /127.0.0.1:63112, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0010_r_000000_0_-2092905180_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741926_1102, duration: 10752000
2015-03-13 11:11:21,795 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741926_1102, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:21,795 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:11:21,796 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63890, dest: /127.0.0.1:63105, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0010_r_000000_0_-2092905180_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741926_1102, duration: 11774000
2015-03-13 11:11:21,796 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:21,797 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63889, dest: /127.0.0.1:63115, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0010_r_000000_0_-2092905180_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741926_1102, duration: 12761000
2015-03-13 11:11:21,797 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:11:21,797 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:21,798 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:11:21,801 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/_temporary/attempt_1426270086855_0010_r_000000_0/part-00000 is closed by DFSClient_attempt_1426270086855_0010_r_000000_0_-2092905180_1
2015-03-13 11:11:21,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/_temporary/attempt_1426270086855_0010_r_000000_0 dst=null perm=null
2015-03-13 11:11:21,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/_temporary/attempt_1426270086855_0010_r_000000_0 dst=null perm=null
2015-03-13 11:11:21,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/task_1426270086855_0010_r_000000 dst=null perm=null
2015-03-13 11:11:21,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/_temporary/attempt_1426270086855_0010_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/task_1426270086855_0010_r_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:11:21,830 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0010_01_000003
2015-03-13 11:11:21,830 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0010 CONTAINERID=container_1426270086855_0010_01_000003
2015-03-13 11:11:21,830 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0010_01_000003 transitioned from RUNNING to KILLING
2015-03-13 11:11:21,830 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0010_01_000003
2015-03-13 11:11:21,830 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:21,830 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:11:21,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:21,839 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1910047549_1
2015-03-13 11:11:21,845 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0010_01_000003 is : 143
2015-03-13 11:11:21,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1 dst=null perm=null
2015-03-13 11:11:21,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null
2015-03-13 11:11:21,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null
2015-03-13 11:11:21,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/task_1426270086855_0010_r_000000 dst=null perm=null
2015-03-13 11:11:21,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/part-00000 dst=null perm=null
2015-03-13 11:11:21,858 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0010_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:11:21,859 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0010/container_1426270086855_0010_01_000003
2015-03-13 11:11:21,860 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0010/container_1426270086855_0010_01_000003
2015-03-13 11:11:21,860 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0010/container_1426270086855_0010_01_000003
2015-03-13 11:11:21,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary/1/task_1426270086855_0010_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:21,863 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426270086855_0010/container_1426270086855_0010_01_000003
2015-03-13 11:11:21,865 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0010 CONTAINERID=container_1426270086855_0010_01_000003
2015-03-13 11:11:21,866 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0010_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:11:21,866 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0010_01_000003 from application application_1426270086855_0010
2015-03-13 11:11:21,866 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:11:21,866 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0010
2015-03-13 11:11:21,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary dst=null perm=null
2015-03-13 11:11:21,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:21,873 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1910047549_1
2015-03-13 11:11:21,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:21,879 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1910047549_1
2015-03-13 11:11:21,891 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63884, dest: /127.0.0.1:63108, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1910047549_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741925_1101, duration: 4889167000
2015-03-13 11:11:21,892 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741925_1101, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:21,892 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:21,893 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63883, dest: /127.0.0.1:63112, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1910047549_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741925_1101, duration: 4889712000
2015-03-13 11:11:21,893 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:21,894 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:21,894 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63882, dest: /127.0.0.1:63105, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1910047549_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741925_1101, duration: 4891244000
2015-03-13 11:11:21,895 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:21,895 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:21,896 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job_1426270086855_0010_1.jhist is closed by DFSClient_NONMAPREDUCE_-1910047549_1
2015-03-13 11:11:21,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:21,901 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010.summary_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:11:21,904 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741927_1103 src: /127.0.0.1:63892 dest: /127.0.0.1:63108
2015-03-13 11:11:21,905 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741927_1103 src: /127.0.0.1:63893 dest: /127.0.0.1:63105
2015-03-13 11:11:21,907 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741927_1103 src: /127.0.0.1:63894 dest: /127.0.0.1:63112
2015-03-13 11:11:21,910 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63894, dest: /127.0.0.1:63112, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1910047549_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741927_1103, duration: 1141000
2015-03-13 11:11:21,910 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741927_1103, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:21,910 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:11:21,911 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63893, dest: /127.0.0.1:63105, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1910047549_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741927_1103, duration: 1656000
2015-03-13 11:11:21,911 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:21,911 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63892, dest: /127.0.0.1:63108, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1910047549_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741927_1103, duration: 2605000
2015-03-13 11:11:21,912 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:21,911 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:11:21,913 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:11:21,913 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1910047549_1
2015-03-13 11:11:21,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:21,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job_1426270086855_0010_1.jhist dst=null perm=null
2015-03-13 11:11:21,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010-1426270268135-soberoi-%5B955FDD4B6D974BA69AC720FEC5402B06%2FF34FF7157EE043A5-1426270281879-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:11:21,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job_1426270086855_0010_1.jhist dst=null perm=null
2015-03-13 11:11:21,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010-1426270268135-soberoi-%5B955FDD4B6D974BA69AC720FEC5402B06%2FF34FF7157EE043A5-1426270281879-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:11:21,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job_1426270086855_0010_1.jhist dst=null perm=null
2015-03-13 11:11:21,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010-1426270268135-soberoi-%5B955FDD4B6D974BA69AC720FEC5402B06%2FF34FF7157EE043A5-1426270281879-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:21,937 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63895, bytes: 36949, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1910047549_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741925_1101, duration: 209000
2015-03-13 11:11:21,939 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010-1426270268135-soberoi-%5B955FDD4B6D974BA69AC720FEC5402B06%2FF34FF7157EE043A5-1426270281879-1-1-SUCCEEDED-default.jhist_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:11:21,942 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741928_1104 src: /127.0.0.1:63896 dest: /127.0.0.1:63115
2015-03-13 11:11:21,944 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741928_1104 src: /127.0.0.1:63897 dest: /127.0.0.1:63112
2015-03-13 11:11:21,945 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741928_1104 src: /127.0.0.1:63898 dest: /127.0.0.1:63105
2015-03-13 11:11:21,948 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63898, dest: /127.0.0.1:63105, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1910047549_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741928_1104, duration: 1532000
2015-03-13 11:11:21,948 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741928_1104, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:21,948 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:21,949 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63897, dest: /127.0.0.1:63112, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1910047549_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741928_1104, duration: 2114000
2015-03-13 11:11:21,949 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:21,950 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:21,950 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63896, dest: /127.0.0.1:63115, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1910047549_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741928_1104, duration: 3136000
2015-03-13 11:11:21,950 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:21,950 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:21,955 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010-1426270268135-soberoi-%5B955FDD4B6D974BA69AC720FEC5402B06%2FF34FF7157EE043A5-1426270281879-1-1-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1910047549_1
2015-03-13 11:11:21,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010-1426270268135-soberoi-%5B955FDD4B6D974BA69AC720FEC5402B06%2FF34FF7157EE043A5-1426270281879-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:21,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job_1426270086855_0010_1_conf.xml dst=null perm=null
2015-03-13 11:11:21,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010_conf.xml_tmp dst=null perm=null
2015-03-13 11:11:21,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job_1426270086855_0010_1_conf.xml dst=null perm=null
2015-03-13 11:11:21,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010_conf.xml_tmp dst=null perm=null
2015-03-13 11:11:21,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010/job_1426270086855_0010_1_conf.xml dst=null perm=null
2015-03-13 11:11:21,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:21,970 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63899, bytes: 93122, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1910047549_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741924_1100, duration: 275000
2015-03-13 11:11:21,972 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010_conf.xml_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:11:21,974 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741929_1105 src: /127.0.0.1:63900 dest: /127.0.0.1:63115
2015-03-13 11:11:21,975 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741929_1105 src: /127.0.0.1:63901 dest: /127.0.0.1:63105
2015-03-13 11:11:21,977 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741929_1105 src: /127.0.0.1:63902 dest: /127.0.0.1:63112
2015-03-13 11:11:21,984 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63902, dest: /127.0.0.1:63112, bytes: 92398, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1910047549_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741929_1105, duration: 5104000
2015-03-13 11:11:21,984 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741929_1105, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:21,985 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:11:21,985 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63901, dest: /127.0.0.1:63105, bytes: 92398, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1910047549_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741929_1105, duration: 5978000
2015-03-13 11:11:21,985 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741929_1105, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:21,986 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:11:21,986 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63900, dest: /127.0.0.1:63115, bytes: 92398, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1910047549_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741929_1105, duration: 6962000
2015-03-13 11:11:21,986 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741929_1105, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:21,987 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:11:21,989 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1910047549_1
2015-03-13 11:11:21,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:21,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:21,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:22,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010-1426270268135-soberoi-%5B955FDD4B6D974BA69AC720FEC5402B06%2FF34FF7157EE043A5-1426270281879-1-1-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010-1426270268135-soberoi-%5B955FDD4B6D974BA69AC720FEC5402B06%2FF34FF7157EE043A5-1426270281879-1-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:22,013 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0010_000001 State change from RUNNING to FINISHING
2015-03-13 11:11:22,013 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426270086855_0010
2015-03-13 11:11:22,013 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0010 State change from RUNNING to REMOVING
2015-03-13 11:11:22,013 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426270086855_0010
2015-03-13 11:11:22,014 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0010 State change from REMOVING to FINISHING
2015-03-13 11:11:22,117 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741925_1101
2015-03-13 11:11:22,118 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741927_1103
2015-03-13 11:11:22,692 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741926_1102
2015-03-13 11:11:22,693 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741928_1104
2015-03-13 11:11:22,694 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741929_1105
2015-03-13 11:11:22,832 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:22,832 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:11:22,832 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0010_01_000003
2015-03-13 11:11:22,833 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0010_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:11:22,833 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0010_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 11:11:22,833 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0010 CONTAINERID=container_1426270086855_0010_01_000003
2015-03-13 11:11:22,834 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0010_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63138, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:11:22,834 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:11:22,834 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0010_01_000003, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:22,834 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:22,835 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:11:22,835 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0010_000001 released container container_1426270086855_0010_01_000003 on node: host: 10.1.1.144:63138 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:11:22,952 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741928_1104
2015-03-13 11:11:22,952 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741926_1102
2015-03-13 11:11:22,953 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741929_1105
2015-03-13 11:11:22,954 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741927_1103
2015-03-13 11:11:22,954 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741925_1101
2015-03-13 11:11:23,022 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741920_1096 127.0.0.1:63108 127.0.0.1:63105 127.0.0.1:63112 127.0.0.1:63115
2015-03-13 11:11:23,022 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741921_1097 127.0.0.1:63105 127.0.0.1:63112 127.0.0.1:63108 127.0.0.1:63115
2015-03-13 11:11:23,023 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741922_1098 127.0.0.1:63115 127.0.0.1:63108 127.0.0.1:63105
2015-03-13 11:11:23,023 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741923_1099 127.0.0.1:63112 127.0.0.1:63105 127.0.0.1:63108
2015-03-13 11:11:23,023 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741925_1101 127.0.0.1:63105 127.0.0.1:63112 127.0.0.1:63108
2015-03-13 11:11:23,023 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741924_1100 127.0.0.1:63105 127.0.0.1:63108 127.0.0.1:63112
2015-03-13 11:11:23,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0010 dst=null perm=null
2015-03-13 11:11:23,062 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741916_1092 127.0.0.1:63105 127.0.0.1:63112 127.0.0.1:63115
2015-03-13 11:11:23,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/7334226634_lower_upper_E4593B7B7ABC477BA62317F16499A9B2 dst=null perm=null
2015-03-13 11:11:23,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null
2015-03-13 11:11:23,064 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary
2015-03-13 11:11:23,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/_temporary dst=null perm=null
2015-03-13 11:11:23,073 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:11:23,074 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:11:23,075 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:11:23,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null
2015-03-13 11:11:23,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null
2015-03-13 11:11:23,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null
2015-03-13 11:11:23,079 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:11:23,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/part-00000 dst=null perm=null
2015-03-13 11:11:23,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/part-00000 dst=null perm=null
2015-03-13 11:11:23,082 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63903, bytes: 716, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741926_1102, duration: 176000
2015-03-13 11:11:23,091 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:11:23,092 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:11:23,093 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:11:23,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null
2015-03-13 11:11:23,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null
2015-03-13 11:11:23,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null
2015-03-13 11:11:23,098 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:11:23,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/part-00000 dst=null perm=null
2015-03-13 11:11:23,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/part-00000 dst=null perm=null
2015-03-13 11:11:23,109 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63904, bytes: 716, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741926_1102, duration: 177000
2015-03-13 11:11:23,110 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output//hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false
2015-03-13 11:11:23,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null
2015-03-13 11:11:23,112 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741929_1105
2015-03-13 11:11:23,112 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741926_1102
2015-03-13 11:11:23,112 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741927_1103
2015-03-13 11:11:23,113 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741928_1104
2015-03-13 11:11:23,114 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741925_1101
2015-03-13 11:11:23,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null
2015-03-13 11:11:23,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null
2015-03-13 11:11:23,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false dst=null perm=null
2015-03-13 11:11:23,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/part-00000 dst=null perm=null
2015-03-13 11:11:23,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/true/false/false/part-00000 dst=null perm=null
2015-03-13 11:11:23,120 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63905, bytes: 716, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741926_1102, duration: 131000
2015-03-13 11:11:23,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:11:23,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:11:23,138 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:11:23,140 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-03-13 11:11:23,140 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-03-13 11:11:23,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null
2015-03-13 11:11:23,166 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-03-13 11:11:23,167 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt"]
2015-03-13 11:11:23,167 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt"]
2015-03-13 11:11:23,167 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["SequenceFile[['num', 'char', 'group', 'value', 'num2', 'char2', 'group2', 'value2']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true"]
2015-03-13 11:11:23,167 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-03-13 11:11:23,167 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 2
2015-03-13 11:11:23,167 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 2
2015-03-13 11:11:23,168 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/2)
2015-03-13 11:11:23,176 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:11:23,185 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:11:23,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3370900578_lower_upper_E15F2DDCEF8D4D18B49A55F7196889D5 dst=null perm=null
2015-03-13 11:11:23,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:11:23,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:11:23,191 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 11
2015-03-13 11:11:23,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011 dst=null perm=null
2015-03-13 11:11:23,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 11:11:23,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 11:11:23,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.jar dst=null perm=null
2015-03-13 11:11:23,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:23,197 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.jar. BP-951401976-10.1.1.144-1426270084277 blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:11:23,199 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741930_1106 src: /127.0.0.1:63907 dest: /127.0.0.1:63115
2015-03-13 11:11:23,200 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741930_1106 src: /127.0.0.1:63908 dest: /127.0.0.1:63105
2015-03-13 11:11:23,201 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741930_1106 src: /127.0.0.1:63909 dest: /127.0.0.1:63108
2015-03-13 11:11:23,206 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63909, dest: /127.0.0.1:63108, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741930_1106, duration: 2767000
2015-03-13 11:11:23,206 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741930_1106, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:23,207 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:23,207 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63908, dest: /127.0.0.1:63105, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741930_1106, duration: 3140000
2015-03-13 11:11:23,207 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:23,208 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:23,208 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63907, dest: /127.0.0.1:63115, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741930_1106, duration: 5420000
2015-03-13 11:11:23,209 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:23,212 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:23,213 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.jar is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:11:23,213 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.jar
2015-03-13 11:11:23,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.jar dst=null perm=null
2015-03-13 11:11:23,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:23,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:23,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:23,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:23,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 11:11:23,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 11:11:23,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 11:11:23,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 11:11:23,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 11:11:23,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:23,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:11:23,226 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:11:23,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:11:23,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:11:23,229 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:11:23,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:11:23,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:23,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:23,235 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.split
2015-03-13 11:11:23,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.split dst=null perm=null
2015-03-13 11:11:23,236 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.split. BP-951401976-10.1.1.144-1426270084277 blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:11:23,238 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741931_1107 src: /127.0.0.1:63910 dest: /127.0.0.1:63105
2015-03-13 11:11:23,240 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741931_1107 src: /127.0.0.1:63911 dest: /127.0.0.1:63112
2015-03-13 11:11:23,242 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741931_1107 src: /127.0.0.1:63912 dest: /127.0.0.1:63115
2015-03-13 11:11:23,244 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741931_1107 src: /127.0.0.1:63913 dest: /127.0.0.1:63108
2015-03-13 11:11:23,248 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63913, dest: /127.0.0.1:63108, bytes: 717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741931_1107, duration: 2873000
2015-03-13 11:11:23,249 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741931_1107, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:23,249 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:23,249 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63912, dest: /127.0.0.1:63115, bytes: 717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741931_1107, duration: 3338000
2015-03-13 11:11:23,250 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:23,250 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1352)) - BLOCK* ask 127.0.0.1:63105 to replicate blk_1073741930_1106 to datanode(s) 127.0.0.1:63112
2015-03-13 11:11:23,250 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:23,250 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63911, dest: /127.0.0.1:63112, bytes: 717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741931_1107, duration: 4512000
2015-03-13 11:11:23,251 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63105 to delete [blk_1073741920_1096, blk_1073741921_1097, blk_1073741922_1098, blk_1073741923_1099, blk_1073741924_1100, blk_1073741925_1101, blk_1073741916_1092]
2015-03-13 11:11:23,251 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:23,251 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63112 to delete [blk_1073741920_1096, blk_1073741921_1097, blk_1073741923_1099, blk_1073741924_1100, blk_1073741925_1101, blk_1073741916_1092]
2015-03-13 11:11:23,252 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:23,252 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63910, dest: /127.0.0.1:63105, bytes: 717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741931_1107, duration: 6008000
2015-03-13 11:11:23,252 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:23,254 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:23,254 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.split is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:11:23,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:23,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:23,258 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.splitmetainfo. BP-951401976-10.1.1.144-1426270084277 blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:11:23,260 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741932_1108 src: /127.0.0.1:63914 dest: /127.0.0.1:63115
2015-03-13 11:11:23,261 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741932_1108 src: /127.0.0.1:63915 dest: /127.0.0.1:63112
2015-03-13 11:11:23,262 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741932_1108 src: /127.0.0.1:63916 dest: /127.0.0.1:63105
2015-03-13 11:11:23,265 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63916, dest: /127.0.0.1:63105, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741932_1108, duration: 1265000
2015-03-13 11:11:23,265 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741932_1108, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:23,265 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:23,265 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63915, dest: /127.0.0.1:63112, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741932_1108, duration: 1715000
2015-03-13 11:11:23,266 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741932_1108, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:23,266 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:23,266 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63914, dest: /127.0.0.1:63115, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741932_1108, duration: 2504000
2015-03-13 11:11:23,267 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741932_1108, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:23,268 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:23,269 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:11:23,269 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:2
2015-03-13 11:11:23,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:23,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:23,274 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:11:23,274 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:11:23,274 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:11:23,280 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:11:23,281 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741933_1109 src: /127.0.0.1:63917 dest: /127.0.0.1:63112
2015-03-13 11:11:23,283 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741933_1109 src: /127.0.0.1:63918 dest: /127.0.0.1:63105
2015-03-13 11:11:23,285 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741933_1109 src: /127.0.0.1:63919 dest: /127.0.0.1:63115
2015-03-13 11:11:23,288 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63919, dest: /127.0.0.1:63115, bytes: 99583, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741933_1109, duration: 1586000
2015-03-13 11:11:23,289 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741933_1109, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:23,289 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:11:23,290 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63918, dest: /127.0.0.1:63105, bytes: 99583, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741933_1109, duration: 2664000
2015-03-13 11:11:23,290 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741933_1109, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:23,291 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63917, dest: /127.0.0.1:63112, bytes: 99583, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741933_1109, duration: 3860000
2015-03-13 11:11:23,291 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741933_1109, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:23,291 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:11:23,296 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:11:23,297 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.xml is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:11:23,298 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426270086855_0011
2015-03-13 11:11:23,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011 dst=null perm=null
2015-03-13 11:11:23,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.xml dst=null perm=null
2015-03-13 11:11:23,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.xml dst=null perm=null
2015-03-13 11:11:23,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.jar dst=null perm=null
2015-03-13 11:11:23,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.jar dst=null perm=null
2015-03-13 11:11:23,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.split dst=null perm=null
2015-03-13 11:11:23,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.split dst=null perm=null
2015-03-13 11:11:23,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.splitmetainfo dst=null perm=null
2015-03-13 11:11:23,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.splitmetainfo dst=null perm=null
2015-03-13 11:11:23,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:23,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:23,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:23,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:23,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:23,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:23,309 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 11 submitted by user soberoi
2015-03-13 11:11:23,309 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426270086855_0011
2015-03-13 11:11:23,310 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0011 State change from NEW to NEW_SAVING
2015-03-13 11:11:23,310 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426270086855_0011
2015-03-13 11:11:23,310 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426270086855_0011
2015-03-13 11:11:23,311 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0011 State change from NEW_SAVING to SUBMITTED
2015-03-13 11:11:23,311 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426270086855_0011_000001
2015-03-13 11:11:23,311 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0011_000001 State change from NEW to SUBMITTED
2015-03-13 11:11:23,312 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426270086855_0011 from user: soberoi activated in queue: default
2015-03-13 11:11:23,312 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426270086855_0011 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@20a38b8, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-03-13 11:11:23,312 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426270086855_0011 user: soberoi leaf-queue of parent: root #applications: 2
2015-03-13 11:11:23,312 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426270086855_0011_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2015-03-13 11:11:23,314 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426270086855_0011 to ResourceManager at /10.1.1.144:63128
2015-03-13 11:11:23,314 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0011_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 11:11:23,315 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0011 State change from SUBMITTED to ACCEPTED
2015-03-13 11:11:23,316 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:63125/proxy/application_1426270086855_0011/
2015-03-13 11:11:23,316 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1426270086855_0011
2015-03-13 11:11:23,316 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:63125/proxy/application_1426270086855_0011/
2015-03-13 11:11:23,830 INFO datanode.DataNode (DataNode.java:transferBlock(1319)) - DatanodeRegistration(127.0.0.1, storageID=DS-646114963-10.1.1.144-63105-1426270085593, infoPort=63106, ipcPort=63107, storageInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0) Starting thread to transfer BP-951401976-10.1.1.144-1426270084277:blk_1073741930_1106 to 127.0.0.1:63112
2015-03-13 11:11:23,831 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741920 for deletion
2015-03-13 11:11:23,831 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741921 for deletion
2015-03-13 11:11:23,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741922 for deletion
2015-03-13 11:11:23,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741923 for deletion
2015-03-13 11:11:23,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741924_1100 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741924 for deletion
2015-03-13 11:11:23,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741921
2015-03-13 11:11:23,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741925 for deletion
2015-03-13 11:11:23,833 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741923
2015-03-13 11:11:23,833 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741916 for deletion
2015-03-13 11:11:23,833 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741925
2015-03-13 11:11:23,833 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741920
2015-03-13 11:11:23,834 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741922
2015-03-13 11:11:23,834 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741924_1100 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741924
2015-03-13 11:11:23,834 INFO datanode.DataNode (DataNode.java:run(1523)) - DataTransfer: Transmitted BP-951401976-10.1.1.144-1426270084277:blk_1073741930_1106 (numBytes=254067) to /127.0.0.1:63112
2015-03-13 11:11:23,834 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0011_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:11:23,835 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741930_1106 src: /127.0.0.1:63920 dest: /127.0.0.1:63112
2015-03-13 11:11:23,834 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741916
2015-03-13 11:11:23,834 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:23,835 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0011 CONTAINERID=container_1426270086855_0011_01_000001
2015-03-13 11:11:23,835 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0011_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63130, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2015-03-13 11:11:23,836 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0011 container=Container: [ContainerId: container_1426270086855_0011_01_000001, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] containerId=container_1426270086855_0011_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:23,836 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 11:11:23,836 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0011_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:11:23,836 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:23,837 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426270086855_0011 AttemptId: appattempt_1426270086855_0011_000001 MasterContainer: Container: [ContainerId: container_1426270086855_0011_01_000001, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ]
2015-03-13 11:11:23,837 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0011_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 11:11:23,837 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426270086855_0011_000001
2015-03-13 11:11:23,837 INFO datanode.DataNode (DataXceiver.java:writeBlock(594)) - Received BP-951401976-10.1.1.144-1426270084277:blk_1073741930_1106 src: /127.0.0.1:63920 dest: /127.0.0.1:63112 of size 254067
2015-03-13 11:11:23,838 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0011_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 11:11:23,838 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426270086855_0011_000001
2015-03-13 11:11:23,838 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741930_1106 size 254067
2015-03-13 11:11:23,839 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426270086855_0011_01_000001, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] for AM appattempt_1426270086855_0011_000001
2015-03-13 11:11:23,839 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426270086855_0011_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 11:11:23,841 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0011_000001 (auth:SIMPLE)
2015-03-13 11:11:23,843 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0011_01_000001 by user soberoi
2015-03-13 11:11:23,844 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0011
2015-03-13 11:11:23,844 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0011 CONTAINERID=container_1426270086855_0011_01_000001
2015-03-13 11:11:23,844 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0011 transitioned from NEW to INITING
2015-03-13 11:11:23,852 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0011_01_000001 to application application_1426270086855_0011
2015-03-13 11:11:23,852 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0011 transitioned from INITING to RUNNING
2015-03-13 11:11:23,853 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426270086855_0011_01_000001, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] for AM appattempt_1426270086855_0011_000001
2015-03-13 11:11:23,853 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0011_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 11:11:23,853 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0011
2015-03-13 11:11:23,853 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0011_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 11:11:23,853 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:11:23,853 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 11:11:23,854 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.split transitioned from INIT to DOWNLOADING
2015-03-13 11:11:23,854 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:11:23,854 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0011_01_000001
2015-03-13 11:11:23,863 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1426270086855_0011_01_000001.tokens. Credentials list:
2015-03-13 11:11:23,879 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:11:23,958 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1426270086855_0011_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0011/container_1426270086855_0011_01_000001.tokens
2015-03-13 11:11:23,959 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0011 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0011
2015-03-13 11:11:24,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.jar dst=null perm=null
2015-03-13 11:11:24,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.jar dst=null perm=null
2015-03-13 11:11:24,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.jar dst=null perm=null
2015-03-13 11:11:24,039 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63905, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-408436518_4881, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741930_1106, duration: 593000
2015-03-13 11:11:24,058 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:11:24,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.splitmetainfo dst=null perm=null
2015-03-13 11:11:24,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.splitmetainfo dst=null perm=null
2015-03-13 11:11:24,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.splitmetainfo dst=null perm=null
2015-03-13 11:11:24,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741920 for deletion
2015-03-13 11:11:24,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741921 for deletion
2015-03-13 11:11:24,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741923 for deletion
2015-03-13 11:11:24,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741924_1100 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741924 for deletion
2015-03-13 11:11:24,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741921
2015-03-13 11:11:24,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741920
2015-03-13 11:11:24,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741924_1100 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741924
2015-03-13 11:11:24,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741923
2015-03-13 11:11:24,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741925 for deletion
2015-03-13 11:11:24,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741916 for deletion
2015-03-13 11:11:24,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741925
2015-03-13 11:11:24,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741916
2015-03-13 11:11:24,085 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63904, bytes: 82, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-408436518_4881, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741932_1108, duration: 177000
2015-03-13 11:11:24,101 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:11:24,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.split dst=null perm=null
2015-03-13 11:11:24,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.split dst=null perm=null
2015-03-13 11:11:24,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.split dst=null perm=null
2015-03-13 11:11:24,130 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63905, bytes: 725, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-408436518_4881, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741931_1107, duration: 149000
2015-03-13 11:11:24,146 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:11:24,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.xml dst=null perm=null
2015-03-13 11:11:24,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.xml dst=null perm=null
2015-03-13 11:11:24,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.xml dst=null perm=null
2015-03-13 11:11:24,172 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63905, bytes: 100363, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-408436518_4881, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741933_1109, duration: 367000
2015-03-13 11:11:24,189 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:11:24,189 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0011_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:11:24,220 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0011_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 11:11:24,220 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:11:24,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0011/container_1426270086855_0011_01_000001/default_container_executor.sh]
2015-03-13 11:11:24,833 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:24,833 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0011_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:11:24,840 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:25,837 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:25,844 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:25,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:11:25,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/COMMIT_STARTED dst=null perm=null
2015-03-13 11:11:25,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/COMMIT_SUCCESS dst=null perm=null
2015-03-13 11:11:25,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/COMMIT_FAIL dst=null perm=null
2015-03-13 11:11:26,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011 dst=null perm=null
2015-03-13 11:11:26,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 11:11:26,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 11:11:26,254 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63115 to delete [blk_1073741920_1096, blk_1073741921_1097, blk_1073741922_1098, blk_1073741916_1092]
2015-03-13 11:11:26,254 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63108 to delete [blk_1073741920_1096, blk_1073741921_1097, blk_1073741922_1098, blk_1073741923_1099, blk_1073741924_1100, blk_1073741925_1101]
2015-03-13 11:11:26,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.splitmetainfo dst=null perm=null
2015-03-13 11:11:26,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.splitmetainfo dst=null perm=null
2015-03-13 11:11:26,372 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63925, bytes: 82, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1602230650_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741932_1108, duration: 218000
2015-03-13 11:11:26,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741920 for deletion
2015-03-13 11:11:26,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741921 for deletion
2015-03-13 11:11:26,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741922 for deletion
2015-03-13 11:11:26,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741923 for deletion
2015-03-13 11:11:26,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741924_1100 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741924 for deletion
2015-03-13 11:11:26,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741920
2015-03-13 11:11:26,833 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741922
2015-03-13 11:11:26,833 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741924_1100 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741924
2015-03-13 11:11:26,833 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741925 for deletion
2015-03-13 11:11:26,833 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741921
2015-03-13 11:11:26,834 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741923
2015-03-13 11:11:26,835 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741925
2015-03-13 11:11:26,841 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:26,845 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:27,123 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741931_1107
2015-03-13 11:11:27,125 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741930_1106
2015-03-13 11:11:27,156 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0011_000001 (auth:SIMPLE)
2015-03-13 11:11:27,158 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426270086855_0011_000001
2015-03-13 11:11:27,159 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426270086855_0011 APPATTEMPTID=appattempt_1426270086855_0011_000001
2015-03-13 11:11:27,159 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0011_000001 State change from LAUNCHED to RUNNING
2015-03-13 11:11:27,160 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0011 State change from ACCEPTED to RUNNING
2015-03-13 11:11:27,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job_1426270086855_0011_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:27,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/3370900578_lower_upper_E15F2DDCEF8D4D18B49A55F7196889D5/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:11:27,229 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741920 for deletion
2015-03-13 11:11:27,229 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741921 for deletion
2015-03-13 11:11:27,229 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741922 for deletion
2015-03-13 11:11:27,230 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741916 for deletion
2015-03-13 11:11:27,230 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741922
2015-03-13 11:11:27,231 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741920
2015-03-13 11:11:27,231 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741916
2015-03-13 11:11:27,231 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741921
2015-03-13 11:11:27,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job_1426270086855_0011_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:27,418 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job_1426270086855_0011_1_conf.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:11:27,461 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741934_1110 src: /127.0.0.1:63931 dest: /127.0.0.1:63115
2015-03-13 11:11:27,464 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741934_1110 src: /127.0.0.1:63932 dest: /127.0.0.1:63112
2015-03-13 11:11:27,466 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741934_1110 src: /127.0.0.1:63933 dest: /127.0.0.1:63105
2015-03-13 11:11:27,476 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63933, dest: /127.0.0.1:63105, bytes: 91998, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1602230650_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741934_1110, duration: 8023000
2015-03-13 11:11:27,477 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741934_1110, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:27,478 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:27,478 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63932, dest: /127.0.0.1:63112, bytes: 91998, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1602230650_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741934_1110, duration: 9248000
2015-03-13 11:11:27,479 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741934_1110, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:27,480 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63931, dest: /127.0.0.1:63115, bytes: 91998, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1602230650_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741934_1110, duration: 11662000
2015-03-13 11:11:27,481 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741934_1110, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:27,480 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:27,482 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:27,485 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job_1426270086855_0011_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1602230650_1
2015-03-13 11:11:27,701 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741931_1107
2015-03-13 11:11:27,844 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:27,851 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:27,902 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741930_1106
2015-03-13 11:11:27,904 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741933_1109
2015-03-13 11:11:27,904 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741932_1108
2015-03-13 11:11:27,961 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741931_1107
2015-03-13 11:11:28,104 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741934_1110
2015-03-13 11:11:28,121 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741934_1110
2015-03-13 11:11:28,122 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741930_1106
2015-03-13 11:11:28,122 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741931_1107
2015-03-13 11:11:28,123 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741932_1108
2015-03-13 11:11:28,154 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1426270086855_0010_01_000001 succeeded
2015-03-13 11:11:28,154 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0010_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-03-13 11:11:28,154 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0010_01_000001
2015-03-13 11:11:28,165 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0010/container_1426270086855_0010_01_000001
2015-03-13 11:11:28,166 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0010 CONTAINERID=container_1426270086855_0010_01_000001
2015-03-13 11:11:28,166 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426270086855_0010/container_1426270086855_0010_01_000001
2015-03-13 11:11:28,166 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0010_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-03-13 11:11:28,167 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0010_01_000001 from application application_1426270086855_0010
2015-03-13 11:11:28,167 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:11:28,167 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0010
2015-03-13 11:11:28,166 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0010/container_1426270086855_0010_01_000001
2015-03-13 11:11:28,166 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0010/container_1426270086855_0010_01_000001
2015-03-13 11:11:28,165 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741930_1106
2015-03-13 11:11:28,168 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741932_1108
2015-03-13 11:11:28,169 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741934_1110
2015-03-13 11:11:28,324 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741933_1109
2015-03-13 11:11:28,366 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741933_1109
2015-03-13 11:11:28,848 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:28,850 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0011_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:11:28,850 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0011 CONTAINERID=container_1426270086855_0011_01_000002
2015-03-13 11:11:28,850 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0011_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 11:11:28,850 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0011 container=Container: [ContainerId: container_1426270086855_0011_01_000002, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] containerId=container_1426270086855_0011_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:28,851 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-03-13 11:11:28,851 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:28,852 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0011_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:11:28,852 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 10 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_COMPLETE diagnostics: "" exit_status: 0
2015-03-13 11:11:28,852 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0010_01_000001
2015-03-13 11:11:28,852 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0011 CONTAINERID=container_1426270086855_0011_01_000003
2015-03-13 11:11:28,852 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0011_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2015-03-13 11:11:28,853 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0011 container=Container: [ContainerId: container_1426270086855_0011_01_000003, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] containerId=container_1426270086855_0011_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:28,853 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-03-13 11:11:28,853 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:28,853 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0010_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:11:28,853 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0010_01_000001 in state: COMPLETED event:FINISHED
2015-03-13 11:11:28,854 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0010 CONTAINERID=container_1426270086855_0010_01_000001
2015-03-13 11:11:28,854 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0010_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63138, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:11:28,854 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-03-13 11:11:28,854 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0010_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:28,853 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(550)) - Unregistering app attempt : appattempt_1426270086855_0010_000001
2015-03-13 11:11:28,854 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0010_000001 State change from FINISHING to FINISHED
2015-03-13 11:11:28,854 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0010 State change from FINISHING to FINISHED
2015-03-13 11:11:28,855 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1426270086855_0010
2015-03-13 11:11:28,855 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1426270086855_0010_000001
2015-03-13 11:11:28,855 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(166)) - appId=application_1426270086855_0010,name=[955FDD4B6D974BA69AC720FEC5402B06/F34FF7157EE043A5A232B8154F6AAA8A] lower*upper/(2/2) ...ue/false/true/false/false,user=soberoi,queue=default,state=FINISHED,trackingUrl=Edinburgh.local:63125/proxy/application_1426270086855_0010/jobhistory/job/job_1426270086855_0010,appMasterHost=Edinburgh.local,startTime=1426270268135,finishTime=1426270282014,finalStatus=SUCCEEDED
2015-03-13 11:11:28,854 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:28,855 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3
2015-03-13 11:11:28,855 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0010_000001 released container container_1426270086855_0010_01_000001 on node: host: 10.1.1.144:63138 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:11:28,855 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplication(470)) - Application appattempt_1426270086855_0010_000001 is done. finalState=FINISHED
2015-03-13 11:11:28,856 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1426270086855_0010 requests cleared
2015-03-13 11:11:28,856 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(779)) - Application removed - appId: application_1426270086855_0010 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-03-13 11:11:28,856 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(510)) - Application removed - appId: application_1426270086855_0010 user: soberoi leaf-queue of parent: root #applications: 1
2015-03-13 11:11:28,858 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0010_000001 (auth:SIMPLE)
2015-03-13 11:11:28,859 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0010_01_000001
2015-03-13 11:11:29,030 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0010 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:11:29,031 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0010
2015-03-13 11:11:29,031 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0010
2015-03-13 11:11:29,031 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426270086855_0010
2015-03-13 11:11:29,031 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0010 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:11:29,032 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0010, with delay of 10800 seconds
2015-03-13 11:11:29,032 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426270086855_0010
2015-03-13 11:11:29,033 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426270086855_0010
2015-03-13 11:11:29,206 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0011_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:11:29,206 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0011_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:11:29,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.jar dst=null perm=null
2015-03-13 11:11:29,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.jar dst=null perm=null
2015-03-13 11:11:29,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.xml dst=null perm=null
2015-03-13 11:11:29,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.xml dst=null perm=null
2015-03-13 11:11:29,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:29,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:29,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:29,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:29,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:29,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:29,338 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0011_000001 (auth:SIMPLE)
2015-03-13 11:11:29,341 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0011_01_000003 by user soberoi
2015-03-13 11:11:29,341 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0011_01_000002 by user soberoi
2015-03-13 11:11:29,341 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0011 CONTAINERID=container_1426270086855_0011_01_000003
2015-03-13 11:11:29,341 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0011 CONTAINERID=container_1426270086855_0011_01_000002
2015-03-13 11:11:29,341 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0011_01_000003 to application application_1426270086855_0011
2015-03-13 11:11:29,341 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0011_01_000002 to application application_1426270086855_0011
2015-03-13 11:11:29,342 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0011_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 11:11:29,342 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0011_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 11:11:29,342 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0011
2015-03-13 11:11:29,342 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0011
2015-03-13 11:11:29,342 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:11:29,342 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0011
2015-03-13 11:11:29,343 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0011
2015-03-13 11:11:29,343 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0011
2015-03-13 11:11:29,343 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:11:29,343 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0011
2015-03-13 11:11:29,343 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0011_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:11:29,343 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0011_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:11:29,374 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0011_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 11:11:29,374 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:11:29,375 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0011_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 11:11:29,375 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:11:29,461 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0011/container_1426270086855_0011_01_000003/default_container_executor.sh]
2015-03-13 11:11:29,461 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0011/container_1426270086855_0011_01_000002/default_container_executor.sh]
2015-03-13 11:11:29,851 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:29,851 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:29,852 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:29,852 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0011_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:11:29,852 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0011_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:11:29,853 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0010 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:11:29,853 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0010
2015-03-13 11:11:29,853 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0010
2015-03-13 11:11:29,853 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0010
2015-03-13 11:11:29,853 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0010
2015-03-13 11:11:29,853 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0010 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:11:29,853 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0010, with delay of 10800 seconds
2015-03-13 11:11:29,854 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426270086855_0010
2015-03-13 11:11:30,217 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:11:30,855 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:30,855 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:30,855 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:31,860 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:31,860 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:31,860 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:32,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.split dst=null perm=null
2015-03-13 11:11:32,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job.split dst=null perm=null
2015-03-13 11:11:32,864 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63940, bytes: 725, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0011_m_000000_0_690968764_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741931_1107, duration: 162000
2015-03-13 11:11:32,866 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:32,866 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:32,866 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:32,948 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63942, bytes: 725, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0011_m_000001_0_-421588078_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741931_1107, duration: 201000
2015-03-13 11:11:32,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:11:33,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:11:33,187 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63943, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0011_m_000000_0_690968764_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741838_1014, duration: 188000
2015-03-13 11:11:33,283 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:63942, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0011_m_000001_0_-421588078_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741839_1015, duration: 163000
2015-03-13 11:11:33,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3370900578_lower_upper_E15F2DDCEF8D4D18B49A55F7196889D5/_temporary/1/_temporary/attempt_1426270086855_0011_m_000001_0 dst=null perm=null
2015-03-13 11:11:33,341 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0011_01_000003
2015-03-13 11:11:33,341 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0011 CONTAINERID=container_1426270086855_0011_01_000003
2015-03-13 11:11:33,341 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0011_01_000003 transitioned from RUNNING to KILLING
2015-03-13 11:11:33,342 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0011_01_000003
2015-03-13 11:11:33,342 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:33,342 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:33,342 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:11:33,353 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0011_01_000003 is : 143
2015-03-13 11:11:33,356 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job_1426270086855_0011_1.jhist. BP-951401976-10.1.1.144-1426270084277 blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:11:33,358 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741935_1111 src: /127.0.0.1:63944 dest: /127.0.0.1:63105
2015-03-13 11:11:33,360 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741935_1111 src: /127.0.0.1:63945 dest: /127.0.0.1:63112
2015-03-13 11:11:33,361 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741935_1111 src: /127.0.0.1:63946 dest: /127.0.0.1:63108
2015-03-13 11:11:33,365 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job_1426270086855_0011_1.jhist for DFSClient_NONMAPREDUCE_-1602230650_1
2015-03-13 11:11:33,366 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0011_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:11:33,366 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0011/container_1426270086855_0011_01_000003
2015-03-13 11:11:33,366 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0011/container_1426270086855_0011_01_000003
2015-03-13 11:11:33,367 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0011/container_1426270086855_0011_01_000003
2015-03-13 11:11:33,367 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0011/container_1426270086855_0011_01_000003
2015-03-13 11:11:33,367 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0011 CONTAINERID=container_1426270086855_0011_01_000003
2015-03-13 11:11:33,367 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0011_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:11:33,367 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0011_01_000003 from application application_1426270086855_0011
2015-03-13 11:11:33,367 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:11:33,367 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0011
2015-03-13 11:11:33,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3370900578_lower_upper_E15F2DDCEF8D4D18B49A55F7196889D5/_temporary/1/_temporary/attempt_1426270086855_0011_m_000000_0 dst=null perm=null
2015-03-13 11:11:33,429 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0011_01_000002
2015-03-13 11:11:33,429 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0011 CONTAINERID=container_1426270086855_0011_01_000002
2015-03-13 11:11:33,429 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0011_01_000002 transitioned from RUNNING to KILLING
2015-03-13 11:11:33,429 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0011_01_000002
2015-03-13 11:11:33,430 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:33,430 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:11:33,430 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:11:33,430 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0011_01_000003
2015-03-13 11:11:33,431 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0011_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:11:33,431 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0011_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 11:11:33,431 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0011 CONTAINERID=container_1426270086855_0011_01_000003
2015-03-13 11:11:33,431 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0011_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-03-13 11:11:33,431 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-03-13 11:11:33,431 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0011_01_000003, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:33,432 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:33,432 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:11:33,432 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0011_000001 released container container_1426270086855_0011_01_000003 on node: host: 10.1.1.144:63130 #containers=2 available=1024 used=3072 with event: FINISHED
2015-03-13 11:11:33,441 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0011_01_000002 is : 143
2015-03-13 11:11:33,449 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0011_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:11:33,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0011/container_1426270086855_0011_01_000002
2015-03-13 11:11:33,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0011/container_1426270086855_0011_01_000002
2015-03-13 11:11:33,450 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0011 CONTAINERID=container_1426270086855_0011_01_000002
2015-03-13 11:11:33,450 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0011_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:11:33,450 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0011_01_000002 from application application_1426270086855_0011
2015-03-13 11:11:33,450 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:11:33,450 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0011
2015-03-13 11:11:33,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0011/container_1426270086855_0011_01_000002
2015-03-13 11:11:33,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0011/container_1426270086855_0011_01_000002
2015-03-13 11:11:34,435 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:34,436 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:11:34,436 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0011_01_000002
2015-03-13 11:11:34,437 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0011_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:11:34,437 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0011_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 11:11:34,437 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0011 CONTAINERID=container_1426270086855_0011_01_000002
2015-03-13 11:11:34,437 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0011_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:11:34,437 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:11:34,438 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0011_01_000002, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:34,438 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:34,438 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:11:34,438 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0011_000001 released container container_1426270086855_0011_01_000002 on node: host: 10.1.1.144:63130 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:11:35,441 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:35,442 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0011_01_000004 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:11:35,442 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0011 CONTAINERID=container_1426270086855_0011_01_000004
2015-03-13 11:11:35,442 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0011_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 11:11:35,442 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0011 container=Container: [ContainerId: container_1426270086855_0011_01_000004, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] containerId=container_1426270086855_0011_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:35,443 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:11:35,443 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:36,253 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0011_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:11:36,262 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0011_01_000004 by user soberoi
2015-03-13 11:11:36,263 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0011 CONTAINERID=container_1426270086855_0011_01_000004
2015-03-13 11:11:36,263 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0011_01_000004 to application application_1426270086855_0011
2015-03-13 11:11:36,263 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0011_01_000004 transitioned from NEW to LOCALIZING
2015-03-13 11:11:36,263 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0011
2015-03-13 11:11:36,263 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0011
2015-03-13 11:11:36,263 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:11:36,263 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0011
2015-03-13 11:11:36,264 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0011_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:11:36,289 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0011_01_000004 transitioned from LOCALIZED to RUNNING
2015-03-13 11:11:36,289 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:11:36,363 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0011/container_1426270086855_0011_01_000004/default_container_executor.sh]
2015-03-13 11:11:36,445 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:36,445 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:36,446 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0011_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:11:37,258 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:11:37,448 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:37,449 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:38,453 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:38,453 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:38,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/3370900578_lower_upper_E15F2DDCEF8D4D18B49A55F7196889D5/_temporary/1/_temporary/attempt_1426270086855_0011_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:38,773 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/3370900578_lower_upper_E15F2DDCEF8D4D18B49A55F7196889D5/_temporary/1/_temporary/attempt_1426270086855_0011_r_000000_0/part-00000. BP-951401976-10.1.1.144-1426270084277 blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:11:38,832 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741936_1112 src: /127.0.0.1:63950 dest: /127.0.0.1:63115
2015-03-13 11:11:38,833 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741936_1112 src: /127.0.0.1:63951 dest: /127.0.0.1:63112
2015-03-13 11:11:38,834 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741936_1112 src: /127.0.0.1:63952 dest: /127.0.0.1:63108
2015-03-13 11:11:38,846 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63952, dest: /127.0.0.1:63108, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0011_r_000000_0_1514367169_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741936_1112, duration: 10286000
2015-03-13 11:11:38,846 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741936_1112, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:38,847 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:38,847 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63951, dest: /127.0.0.1:63112, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0011_r_000000_0_1514367169_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741936_1112, duration: 10537000
2015-03-13 11:11:38,847 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741936_1112, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:38,848 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:38,848 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63950, dest: /127.0.0.1:63115, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0011_r_000000_0_1514367169_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741936_1112, duration: 12046000
2015-03-13 11:11:38,848 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741936_1112, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:38,848 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:38,851 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-soberoi/3370900578_lower_upper_E15F2DDCEF8D4D18B49A55F7196889D5/_temporary/1/_temporary/attempt_1426270086855_0011_r_000000_0/part-00000 is closed by DFSClient_attempt_1426270086855_0011_r_000000_0_1514367169_1
2015-03-13 11:11:38,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3370900578_lower_upper_E15F2DDCEF8D4D18B49A55F7196889D5/_temporary/1/_temporary/attempt_1426270086855_0011_r_000000_0 dst=null perm=null
2015-03-13 11:11:38,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3370900578_lower_upper_E15F2DDCEF8D4D18B49A55F7196889D5/_temporary/1/_temporary/attempt_1426270086855_0011_r_000000_0 dst=null perm=null
2015-03-13 11:11:38,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3370900578_lower_upper_E15F2DDCEF8D4D18B49A55F7196889D5/_temporary/1/task_1426270086855_0011_r_000000 dst=null perm=null
2015-03-13 11:11:38,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/3370900578_lower_upper_E15F2DDCEF8D4D18B49A55F7196889D5/_temporary/1/_temporary/attempt_1426270086855_0011_r_000000_0 dst=/tmp/hadoop-soberoi/3370900578_lower_upper_E15F2DDCEF8D4D18B49A55F7196889D5/_temporary/1/task_1426270086855_0011_r_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:11:38,883 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0011_01_000004
2015-03-13 11:11:38,884 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0011 CONTAINERID=container_1426270086855_0011_01_000004
2015-03-13 11:11:38,884 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0011_01_000004 transitioned from RUNNING to KILLING
2015-03-13 11:11:38,884 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0011_01_000004
2015-03-13 11:11:38,884 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:38,885 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:11:38,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:38,893 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1602230650_1
2015-03-13 11:11:38,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/3370900578_lower_upper_E15F2DDCEF8D4D18B49A55F7196889D5/_temporary/1 dst=null perm=null
2015-03-13 11:11:38,897 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0011_01_000004 is : 143
2015-03-13 11:11:38,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3370900578_lower_upper_E15F2DDCEF8D4D18B49A55F7196889D5 dst=null perm=null
2015-03-13 11:11:38,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3370900578_lower_upper_E15F2DDCEF8D4D18B49A55F7196889D5 dst=null perm=null
2015-03-13 11:11:38,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/3370900578_lower_upper_E15F2DDCEF8D4D18B49A55F7196889D5/_temporary/1/task_1426270086855_0011_r_000000 dst=null perm=null
2015-03-13 11:11:38,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3370900578_lower_upper_E15F2DDCEF8D4D18B49A55F7196889D5/part-00000 dst=null perm=null
2015-03-13 11:11:38,907 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0011_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:11:38,907 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0011/container_1426270086855_0011_01_000004
2015-03-13 11:11:38,908 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0011/container_1426270086855_0011_01_000004
2015-03-13 11:11:38,908 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0011/container_1426270086855_0011_01_000004
2015-03-13 11:11:38,909 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0011 CONTAINERID=container_1426270086855_0011_01_000004
2015-03-13 11:11:38,909 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0011_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:11:38,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/3370900578_lower_upper_E15F2DDCEF8D4D18B49A55F7196889D5/_temporary/1/task_1426270086855_0011_r_000000/part-00000 dst=/tmp/hadoop-soberoi/3370900578_lower_upper_E15F2DDCEF8D4D18B49A55F7196889D5/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:38,909 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0011/container_1426270086855_0011_01_000004
2015-03-13 11:11:38,909 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0011_01_000004 from application application_1426270086855_0011
2015-03-13 11:11:38,910 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:11:38,910 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0011
2015-03-13 11:11:38,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/3370900578_lower_upper_E15F2DDCEF8D4D18B49A55F7196889D5/_temporary dst=null perm=null
2015-03-13 11:11:38,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/3370900578_lower_upper_E15F2DDCEF8D4D18B49A55F7196889D5/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:38,921 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-soberoi/3370900578_lower_upper_E15F2DDCEF8D4D18B49A55F7196889D5/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1602230650_1
2015-03-13 11:11:38,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:38,927 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1602230650_1
2015-03-13 11:11:38,939 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63946, dest: /127.0.0.1:63108, bytes: 44439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1602230650_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741935_1111, duration: 5576252000
2015-03-13 11:11:38,940 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741935_1111, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:38,940 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:38,941 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63945, dest: /127.0.0.1:63112, bytes: 44439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1602230650_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741935_1111, duration: 5577439000
2015-03-13 11:11:38,941 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741935_1111, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:38,942 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:38,942 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63944, dest: /127.0.0.1:63105, bytes: 44439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1602230650_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741935_1111, duration: 5578762000
2015-03-13 11:11:38,942 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741935_1111, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:38,943 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:38,944 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job_1426270086855_0011_1.jhist is closed by DFSClient_NONMAPREDUCE_-1602230650_1
2015-03-13 11:11:38,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:38,948 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011.summary_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:11:38,951 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741937_1113 src: /127.0.0.1:63953 dest: /127.0.0.1:63115
2015-03-13 11:11:38,953 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741937_1113 src: /127.0.0.1:63954 dest: /127.0.0.1:63112
2015-03-13 11:11:38,955 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741937_1113 src: /127.0.0.1:63955 dest: /127.0.0.1:63105
2015-03-13 11:11:38,958 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63955, dest: /127.0.0.1:63105, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1602230650_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741937_1113, duration: 1411000
2015-03-13 11:11:38,958 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741937_1113, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:38,959 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:38,959 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63954, dest: /127.0.0.1:63112, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1602230650_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741937_1113, duration: 1967000
2015-03-13 11:11:38,959 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741937_1113, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:38,960 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:38,960 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63953, dest: /127.0.0.1:63115, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1602230650_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741937_1113, duration: 2881000
2015-03-13 11:11:38,960 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741937_1113, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:38,960 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:38,962 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1602230650_1
2015-03-13 11:11:38,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:38,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job_1426270086855_0011_1.jhist dst=null perm=null
2015-03-13 11:11:38,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011-1426270283309-soberoi-%5B6C186B48DFD64D9AA712A052C8A90657%2F359723630AE246E7-1426270298928-2-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:11:38,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job_1426270086855_0011_1.jhist dst=null perm=null
2015-03-13 11:11:38,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011-1426270283309-soberoi-%5B6C186B48DFD64D9AA712A052C8A90657%2F359723630AE246E7-1426270298928-2-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:11:38,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job_1426270086855_0011_1.jhist dst=null perm=null
2015-03-13 11:11:38,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011-1426270283309-soberoi-%5B6C186B48DFD64D9AA712A052C8A90657%2F359723630AE246E7-1426270298928-2-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:38,987 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63956, bytes: 44787, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1602230650_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741935_1111, duration: 206000
2015-03-13 11:11:38,989 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011-1426270283309-soberoi-%5B6C186B48DFD64D9AA712A052C8A90657%2F359723630AE246E7-1426270298928-2-1-SUCCEEDED-default.jhist_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:11:38,991 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741938_1114 src: /127.0.0.1:63957 dest: /127.0.0.1:63112
2015-03-13 11:11:38,992 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741938_1114 src: /127.0.0.1:63958 dest: /127.0.0.1:63115
2015-03-13 11:11:38,994 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741938_1114 src: /127.0.0.1:63959 dest: /127.0.0.1:63105
2015-03-13 11:11:38,998 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63959, dest: /127.0.0.1:63105, bytes: 44439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1602230650_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741938_1114, duration: 2434000
2015-03-13 11:11:38,998 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741938_1114, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:38,998 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:38,999 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63958, dest: /127.0.0.1:63115, bytes: 44439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1602230650_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741938_1114, duration: 2776000
2015-03-13 11:11:38,999 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741938_1114, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:39,000 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:39,000 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63957, dest: /127.0.0.1:63112, bytes: 44439, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1602230650_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741938_1114, duration: 4165000
2015-03-13 11:11:39,000 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741938_1114, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:39,000 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:39,002 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011-1426270283309-soberoi-%5B6C186B48DFD64D9AA712A052C8A90657%2F359723630AE246E7-1426270298928-2-1-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1602230650_1
2015-03-13 11:11:39,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011-1426270283309-soberoi-%5B6C186B48DFD64D9AA712A052C8A90657%2F359723630AE246E7-1426270298928-2-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:39,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job_1426270086855_0011_1_conf.xml dst=null perm=null
2015-03-13 11:11:39,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011_conf.xml_tmp dst=null perm=null
2015-03-13 11:11:39,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job_1426270086855_0011_1_conf.xml dst=null perm=null
2015-03-13 11:11:39,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011_conf.xml_tmp dst=null perm=null
2015-03-13 11:11:39,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011/job_1426270086855_0011_1_conf.xml dst=null perm=null
2015-03-13 11:11:39,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:39,017 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63956, bytes: 92718, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1602230650_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741934_1110, duration: 347000
2015-03-13 11:11:39,019 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011_conf.xml_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:11:39,021 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741939_1115 src: /127.0.0.1:63960 dest: /127.0.0.1:63105
2015-03-13 11:11:39,022 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741939_1115 src: /127.0.0.1:63961 dest: /127.0.0.1:63112
2015-03-13 11:11:39,024 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741939_1115 src: /127.0.0.1:63962 dest: /127.0.0.1:63108
2015-03-13 11:11:39,027 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63962, dest: /127.0.0.1:63108, bytes: 91998, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1602230650_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741939_1115, duration: 2093000
2015-03-13 11:11:39,028 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741939_1115, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:39,028 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:39,029 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63961, dest: /127.0.0.1:63112, bytes: 91998, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1602230650_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741939_1115, duration: 3014000
2015-03-13 11:11:39,029 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741939_1115, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:39,030 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:39,030 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63960, dest: /127.0.0.1:63105, bytes: 91998, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1602230650_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741939_1115, duration: 4593000
2015-03-13 11:11:39,031 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741939_1115, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:39,031 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:39,034 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1602230650_1
2015-03-13 11:11:39,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:39,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:39,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:39,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011-1426270283309-soberoi-%5B6C186B48DFD64D9AA712A052C8A90657%2F359723630AE246E7-1426270298928-2-1-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011-1426270283309-soberoi-%5B6C186B48DFD64D9AA712A052C8A90657%2F359723630AE246E7-1426270298928-2-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:39,049 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0011_000001 State change from RUNNING to FINISHING
2015-03-13 11:11:39,049 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426270086855_0011
2015-03-13 11:11:39,049 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0011 State change from RUNNING to REMOVING
2015-03-13 11:11:39,049 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426270086855_0011
2015-03-13 11:11:39,050 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0011 State change from REMOVING to FINISHING
2015-03-13 11:11:39,886 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:39,887 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:11:39,887 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0011_01_000004
2015-03-13 11:11:39,888 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0011_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:11:39,888 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0011_01_000004 in state: COMPLETED event:FINISHED
2015-03-13 11:11:39,888 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0011 CONTAINERID=container_1426270086855_0011_01_000004
2015-03-13 11:11:39,888 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0011_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:11:39,889 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:11:39,889 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0011_01_000004, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:39,889 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:39,889 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:11:39,889 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0011_000001 released container container_1426270086855_0011_01_000004 on node: host: 10.1.1.144:63130 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:11:40,060 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741930_1106 127.0.0.1:63115 127.0.0.1:63105 127.0.0.1:63108 127.0.0.1:63112
2015-03-13 11:11:40,061 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741931_1107 127.0.0.1:63105 127.0.0.1:63112 127.0.0.1:63115 127.0.0.1:63108
2015-03-13 11:11:40,061 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741932_1108 127.0.0.1:63115 127.0.0.1:63112 127.0.0.1:63105
2015-03-13 11:11:40,061 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741933_1109 127.0.0.1:63112 127.0.0.1:63105 127.0.0.1:63115
2015-03-13 11:11:40,061 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741935_1111 127.0.0.1:63105 127.0.0.1:63112 127.0.0.1:63108
2015-03-13 11:11:40,062 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741934_1110 127.0.0.1:63115 127.0.0.1:63112 127.0.0.1:63105
2015-03-13 11:11:40,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0011 dst=null perm=null
2015-03-13 11:11:40,098 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (2/2) ...value/true/true/true/true
2015-03-13 11:11:40,107 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:11:40,117 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:11:40,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null
2015-03-13 11:11:40,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:11:40,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:11:40,123 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 12
2015-03-13 11:11:40,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012 dst=null perm=null
2015-03-13 11:11:40,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 11:11:40,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 11:11:40,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.jar dst=null perm=null
2015-03-13 11:11:40,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:40,130 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.jar. BP-951401976-10.1.1.144-1426270084277 blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:11:40,131 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741940_1116 src: /127.0.0.1:63965 dest: /127.0.0.1:63105
2015-03-13 11:11:40,133 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741940_1116 src: /127.0.0.1:63966 dest: /127.0.0.1:63108
2015-03-13 11:11:40,134 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741940_1116 src: /127.0.0.1:63967 dest: /127.0.0.1:63115
2015-03-13 11:11:40,141 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63967, dest: /127.0.0.1:63115, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741940_1116, duration: 2736000
2015-03-13 11:11:40,141 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741940_1116, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:40,142 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63966, dest: /127.0.0.1:63108, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741940_1116, duration: 5034000
2015-03-13 11:11:40,142 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:11:40,142 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741940_1116, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:40,143 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63965, dest: /127.0.0.1:63105, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741940_1116, duration: 6099000
2015-03-13 11:11:40,143 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741940_1116, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:40,144 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:11:40,145 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:11:40,146 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.jar is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:11:40,147 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.jar
2015-03-13 11:11:40,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.jar dst=null perm=null
2015-03-13 11:11:40,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:40,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:40,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:40,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:40,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 11:11:40,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 11:11:40,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 11:11:40,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 11:11:40,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 11:11:40,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:40,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3370900578_lower_upper_E15F2DDCEF8D4D18B49A55F7196889D5 dst=null perm=null
2015-03-13 11:11:40,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3370900578_lower_upper_E15F2DDCEF8D4D18B49A55F7196889D5 dst=null perm=null
2015-03-13 11:11:40,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/3370900578_lower_upper_E15F2DDCEF8D4D18B49A55F7196889D5 dst=null perm=null
2015-03-13 11:11:40,161 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:11:40,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:40,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:40,164 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.split
2015-03-13 11:11:40,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.split dst=null perm=null
2015-03-13 11:11:40,166 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.split. BP-951401976-10.1.1.144-1426270084277 blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:11:40,167 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741941_1117 src: /127.0.0.1:63968 dest: /127.0.0.1:63115
2015-03-13 11:11:40,168 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741941_1117 src: /127.0.0.1:63969 dest: /127.0.0.1:63112
2015-03-13 11:11:40,170 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741941_1117 src: /127.0.0.1:63970 dest: /127.0.0.1:63108
2015-03-13 11:11:40,171 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741941_1117 src: /127.0.0.1:63971 dest: /127.0.0.1:63105
2015-03-13 11:11:40,175 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63971, dest: /127.0.0.1:63105, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741941_1117, duration: 1650000
2015-03-13 11:11:40,176 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741941_1117, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:40,177 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:40,177 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63970, dest: /127.0.0.1:63108, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741941_1117, duration: 3636000
2015-03-13 11:11:40,177 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:40,178 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:40,178 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63969, dest: /127.0.0.1:63112, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741941_1117, duration: 5138000
2015-03-13 11:11:40,178 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:40,180 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63968, dest: /127.0.0.1:63115, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741941_1117, duration: 6636000
2015-03-13 11:11:40,180 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:40,180 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:40,182 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:40,183 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.split is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:11:40,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:40,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:40,187 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.splitmetainfo. BP-951401976-10.1.1.144-1426270084277 blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:11:40,189 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741942_1118 src: /127.0.0.1:63972 dest: /127.0.0.1:63112
2015-03-13 11:11:40,190 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741942_1118 src: /127.0.0.1:63973 dest: /127.0.0.1:63108
2015-03-13 11:11:40,192 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741942_1118 src: /127.0.0.1:63974 dest: /127.0.0.1:63105
2015-03-13 11:11:40,194 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63974, dest: /127.0.0.1:63105, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741942_1118, duration: 1233000
2015-03-13 11:11:40,195 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741942_1118, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:40,196 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63973, dest: /127.0.0.1:63108, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741942_1118, duration: 1898000
2015-03-13 11:11:40,196 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741942_1118, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:40,196 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:40,197 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63972, dest: /127.0.0.1:63112, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741942_1118, duration: 3693000
2015-03-13 11:11:40,198 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741942_1118, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:40,199 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:40,200 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:40,201 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:11:40,201 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:1
2015-03-13 11:11:40,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:40,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:40,207 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:11:40,208 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:11:40,208 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:11:40,211 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:11:40,213 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741943_1119 src: /127.0.0.1:63975 dest: /127.0.0.1:63105
2015-03-13 11:11:40,214 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741943_1119 src: /127.0.0.1:63976 dest: /127.0.0.1:63112
2015-03-13 11:11:40,215 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741943_1119 src: /127.0.0.1:63977 dest: /127.0.0.1:63108
2015-03-13 11:11:40,219 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63977, dest: /127.0.0.1:63108, bytes: 99127, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741943_1119, duration: 1755000
2015-03-13 11:11:40,219 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741943_1119, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:40,220 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:40,220 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63976, dest: /127.0.0.1:63112, bytes: 99127, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741943_1119, duration: 2357000
2015-03-13 11:11:40,220 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741943_1119, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:40,221 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63975, dest: /127.0.0.1:63105, bytes: 99127, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741943_1119, duration: 3679000
2015-03-13 11:11:40,222 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741943_1119, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:40,222 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:40,224 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:40,225 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.xml is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:11:40,225 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426270086855_0012
2015-03-13 11:11:40,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012 dst=null perm=null
2015-03-13 11:11:40,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.xml dst=null perm=null
2015-03-13 11:11:40,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.xml dst=null perm=null
2015-03-13 11:11:40,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.jar dst=null perm=null
2015-03-13 11:11:40,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.jar dst=null perm=null
2015-03-13 11:11:40,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.split dst=null perm=null
2015-03-13 11:11:40,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.split dst=null perm=null
2015-03-13 11:11:40,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.splitmetainfo dst=null perm=null
2015-03-13 11:11:40,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.splitmetainfo dst=null perm=null
2015-03-13 11:11:40,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:40,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:40,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:40,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:40,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:40,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:40,244 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 12 submitted by user soberoi
2015-03-13 11:11:40,244 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426270086855_0012
2015-03-13 11:11:40,244 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0012 State change from NEW to NEW_SAVING
2015-03-13 11:11:40,244 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426270086855_0012
2015-03-13 11:11:40,244 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426270086855_0012
2015-03-13 11:11:40,245 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0012 State change from NEW_SAVING to SUBMITTED
2015-03-13 11:11:40,245 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426270086855_0012_000001
2015-03-13 11:11:40,245 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0012_000001 State change from NEW to SUBMITTED
2015-03-13 11:11:40,245 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426270086855_0012 from user: soberoi activated in queue: default
2015-03-13 11:11:40,246 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426270086855_0012 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@20a38b8, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-03-13 11:11:40,246 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426270086855_0012 user: soberoi leaf-queue of parent: root #applications: 2
2015-03-13 11:11:40,246 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426270086855_0012_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2015-03-13 11:11:40,246 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426270086855_0012 to ResourceManager at /10.1.1.144:63128
2015-03-13 11:11:40,246 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0012_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 11:11:40,246 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0012 State change from SUBMITTED to ACCEPTED
2015-03-13 11:11:40,248 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:63125/proxy/application_1426270086855_0012/
2015-03-13 11:11:40,249 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1426270086855_0012
2015-03-13 11:11:40,249 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:63125/proxy/application_1426270086855_0012/
2015-03-13 11:11:40,880 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0012_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:11:40,881 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0012 CONTAINERID=container_1426270086855_0012_01_000001
2015-03-13 11:11:40,881 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0012_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63138, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2015-03-13 11:11:40,881 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0012 container=Container: [ContainerId: container_1426270086855_0012_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] containerId=container_1426270086855_0012_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:40,881 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 11:11:40,881 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0012_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:11:40,882 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:40,883 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426270086855_0012 AttemptId: appattempt_1426270086855_0012_000001 MasterContainer: Container: [ContainerId: container_1426270086855_0012_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ]
2015-03-13 11:11:40,883 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0012_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 11:11:40,883 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426270086855_0012_000001
2015-03-13 11:11:40,883 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0012_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 11:11:40,884 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426270086855_0012_000001
2015-03-13 11:11:40,884 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426270086855_0012_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] for AM appattempt_1426270086855_0012_000001
2015-03-13 11:11:40,884 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426270086855_0012_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 11:11:40,886 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0012_000001 (auth:SIMPLE)
2015-03-13 11:11:40,888 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0012_01_000001 by user soberoi
2015-03-13 11:11:40,888 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0012
2015-03-13 11:11:40,889 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0012 CONTAINERID=container_1426270086855_0012_01_000001
2015-03-13 11:11:40,889 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:40,889 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0012 transitioned from NEW to INITING
2015-03-13 11:11:40,890 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0012_01_000001 to application application_1426270086855_0012
2015-03-13 11:11:40,890 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426270086855_0012_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] for AM appattempt_1426270086855_0012_000001
2015-03-13 11:11:40,890 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0012 transitioned from INITING to RUNNING
2015-03-13 11:11:40,890 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0012_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 11:11:40,891 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0012
2015-03-13 11:11:40,891 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0012_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 11:11:40,891 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:11:40,891 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 11:11:40,892 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.split transitioned from INIT to DOWNLOADING
2015-03-13 11:11:40,892 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:11:40,892 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0012_01_000001
2015-03-13 11:11:40,903 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1426270086855_0012_01_000001.tokens. Credentials list:
2015-03-13 11:11:40,920 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:11:40,999 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1426270086855_0012_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0012/container_1426270086855_0012_01_000001.tokens
2015-03-13 11:11:40,999 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0012 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0012
2015-03-13 11:11:41,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.jar dst=null perm=null
2015-03-13 11:11:41,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.jar dst=null perm=null
2015-03-13 11:11:41,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.jar dst=null perm=null
2015-03-13 11:11:41,079 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:63981, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_670139538_5131, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741940_1116, duration: 490000
2015-03-13 11:11:41,097 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:11:41,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.splitmetainfo dst=null perm=null
2015-03-13 11:11:41,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.splitmetainfo dst=null perm=null
2015-03-13 11:11:41,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.splitmetainfo dst=null perm=null
2015-03-13 11:11:41,127 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63982, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_670139538_5131, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741942_1118, duration: 141000
2015-03-13 11:11:41,142 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:11:41,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.split dst=null perm=null
2015-03-13 11:11:41,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.split dst=null perm=null
2015-03-13 11:11:41,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.split dst=null perm=null
2015-03-13 11:11:41,170 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63983, bytes: 362, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_670139538_5131, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741941_1117, duration: 192000
2015-03-13 11:11:41,183 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:11:41,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.xml dst=null perm=null
2015-03-13 11:11:41,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.xml dst=null perm=null
2015-03-13 11:11:41,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.xml dst=null perm=null
2015-03-13 11:11:41,209 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:63983, bytes: 99903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_670139538_5131, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741943_1119, duration: 789000
2015-03-13 11:11:41,224 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:11:41,224 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0012_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:11:41,256 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0012_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 11:11:41,256 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:11:41,265 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1352)) - BLOCK* ask 127.0.0.1:63105 to replicate blk_1073741940_1116 to datanode(s) 127.0.0.1:63112
2015-03-13 11:11:41,266 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63108 to delete [blk_1073741930_1106, blk_1073741931_1107, blk_1073741935_1111]
2015-03-13 11:11:41,266 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63112 to delete [blk_1073741930_1106, blk_1073741931_1107, blk_1073741932_1108, blk_1073741933_1109, blk_1073741934_1110, blk_1073741935_1111]
2015-03-13 11:11:41,331 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0012/container_1426270086855_0012_01_000001/default_container_executor.sh]
2015-03-13 11:11:41,840 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741930 for deletion
2015-03-13 11:11:41,840 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741931 for deletion
2015-03-13 11:11:41,840 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741935 for deletion
2015-03-13 11:11:41,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741930
2015-03-13 11:11:41,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741935
2015-03-13 11:11:41,841 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741931
2015-03-13 11:11:41,842 INFO datanode.DataNode (DataNode.java:transferBlock(1319)) - DatanodeRegistration(127.0.0.1, storageID=DS-646114963-10.1.1.144-63105-1426270085593, infoPort=63106, ipcPort=63107, storageInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0) Starting thread to transfer BP-951401976-10.1.1.144-1426270084277:blk_1073741940_1116 to 127.0.0.1:63112
2015-03-13 11:11:41,844 INFO datanode.DataNode (DataNode.java:run(1523)) - DataTransfer: Transmitted BP-951401976-10.1.1.144-1426270084277:blk_1073741940_1116 (numBytes=254067) to /127.0.0.1:63112
2015-03-13 11:11:41,845 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741940_1116 src: /127.0.0.1:63984 dest: /127.0.0.1:63112
2015-03-13 11:11:41,847 INFO datanode.DataNode (DataXceiver.java:writeBlock(594)) - Received BP-951401976-10.1.1.144-1426270084277:blk_1073741940_1116 src: /127.0.0.1:63984 dest: /127.0.0.1:63112 of size 254067
2015-03-13 11:11:41,848 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741940_1116 size 254067
2015-03-13 11:11:41,882 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:41,883 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0012_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:11:41,891 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:42,099 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741930 for deletion
2015-03-13 11:11:42,099 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741931 for deletion
2015-03-13 11:11:42,100 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741932 for deletion
2015-03-13 11:11:42,100 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741930
2015-03-13 11:11:42,100 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741932
2015-03-13 11:11:42,100 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741931
2015-03-13 11:11:42,100 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741933 for deletion
2015-03-13 11:11:42,100 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741934 for deletion
2015-03-13 11:11:42,100 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741935 for deletion
2015-03-13 11:11:42,103 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741933
2015-03-13 11:11:42,103 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741934
2015-03-13 11:11:42,103 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741935
2015-03-13 11:11:42,133 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741941_1117
2015-03-13 11:11:42,134 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741943_1119
2015-03-13 11:11:42,134 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741942_1118
2015-03-13 11:11:42,135 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741936_1112
2015-03-13 11:11:42,135 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741939_1115
2015-03-13 11:11:42,336 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741940_1116
2015-03-13 11:11:42,886 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:42,895 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:42,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:11:43,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/COMMIT_STARTED dst=null perm=null
2015-03-13 11:11:43,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/COMMIT_SUCCESS dst=null perm=null
2015-03-13 11:11:43,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/COMMIT_FAIL dst=null perm=null
2015-03-13 11:11:43,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012 dst=null perm=null
2015-03-13 11:11:43,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 11:11:43,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 11:11:43,118 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741936_1112
2015-03-13 11:11:43,120 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741940_1116
2015-03-13 11:11:43,120 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741938_1114
2015-03-13 11:11:43,121 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741941_1117
2015-03-13 11:11:43,121 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741937_1113
2015-03-13 11:11:43,333 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741940_1116
2015-03-13 11:11:43,334 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741942_1118
2015-03-13 11:11:43,377 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741941_1117
2015-03-13 11:11:43,377 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741937_1113
2015-03-13 11:11:43,377 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741936_1112
2015-03-13 11:11:43,379 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741940_1116
2015-03-13 11:11:43,380 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741943_1119
2015-03-13 11:11:43,381 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741942_1118
2015-03-13 11:11:43,382 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741938_1114
2015-03-13 11:11:43,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.splitmetainfo dst=null perm=null
2015-03-13 11:11:43,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.splitmetainfo dst=null perm=null
2015-03-13 11:11:43,461 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:63986, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1423605348_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741942_1118, duration: 127000
2015-03-13 11:11:43,536 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741943_1119
2015-03-13 11:11:43,536 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741941_1117
2015-03-13 11:11:43,537 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741935_1111
2015-03-13 11:11:43,538 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741939_1115
2015-03-13 11:11:43,583 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741939_1115
2015-03-13 11:11:43,736 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741938_1114
2015-03-13 11:11:43,736 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741937_1113
2015-03-13 11:11:43,891 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:43,897 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:44,268 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63115 to delete [blk_1073741930_1106, blk_1073741931_1107, blk_1073741932_1108, blk_1073741933_1109, blk_1073741934_1110]
2015-03-13 11:11:44,269 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63105 to delete [blk_1073741930_1106, blk_1073741931_1107, blk_1073741932_1108, blk_1073741933_1109, blk_1073741934_1110, blk_1073741935_1111]
2015-03-13 11:11:44,276 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0012_000001 (auth:SIMPLE)
2015-03-13 11:11:44,278 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426270086855_0012_000001
2015-03-13 11:11:44,278 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426270086855_0012 APPATTEMPTID=appattempt_1426270086855_0012_000001
2015-03-13 11:11:44,279 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0012_000001 State change from LAUNCHED to RUNNING
2015-03-13 11:11:44,279 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0012 State change from ACCEPTED to RUNNING
2015-03-13 11:11:44,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job_1426270086855_0012_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:44,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:11:44,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job_1426270086855_0012_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:44,519 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job_1426270086855_0012_1_conf.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:11:44,562 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741944_1120 src: /127.0.0.1:63992 dest: /127.0.0.1:63112
2015-03-13 11:11:44,564 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741944_1120 src: /127.0.0.1:63993 dest: /127.0.0.1:63108
2015-03-13 11:11:44,566 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741944_1120 src: /127.0.0.1:63994 dest: /127.0.0.1:63115
2015-03-13 11:11:44,575 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63994, dest: /127.0.0.1:63115, bytes: 91617, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1423605348_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741944_1120, duration: 7653000
2015-03-13 11:11:44,576 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741944_1120, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:44,576 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:11:44,576 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63993, dest: /127.0.0.1:63108, bytes: 91617, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1423605348_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741944_1120, duration: 8383000
2015-03-13 11:11:44,577 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741944_1120, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:44,577 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:11:44,577 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:63992, dest: /127.0.0.1:63112, bytes: 91617, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1423605348_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741944_1120, duration: 9450000
2015-03-13 11:11:44,577 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741944_1120, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:44,578 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:11:44,582 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job_1426270086855_0012_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1423605348_1
2015-03-13 11:11:44,843 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741930 for deletion
2015-03-13 11:11:44,844 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741931 for deletion
2015-03-13 11:11:44,844 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741932 for deletion
2015-03-13 11:11:44,844 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741933 for deletion
2015-03-13 11:11:44,844 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741931
2015-03-13 11:11:44,844 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741934 for deletion
2015-03-13 11:11:44,844 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741935 for deletion
2015-03-13 11:11:44,844 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741930
2015-03-13 11:11:44,844 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741933
2015-03-13 11:11:44,845 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741935
2015-03-13 11:11:44,845 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741932
2015-03-13 11:11:44,845 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741934
2015-03-13 11:11:44,897 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:44,903 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:45,190 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1426270086855_0011_01_000001 succeeded
2015-03-13 11:11:45,190 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0011_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-03-13 11:11:45,190 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0011_01_000001
2015-03-13 11:11:45,198 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0011/container_1426270086855_0011_01_000001
2015-03-13 11:11:45,198 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0011/container_1426270086855_0011_01_000001
2015-03-13 11:11:45,198 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0011/container_1426270086855_0011_01_000001
2015-03-13 11:11:45,198 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0011/container_1426270086855_0011_01_000001
2015-03-13 11:11:45,198 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0011 CONTAINERID=container_1426270086855_0011_01_000001
2015-03-13 11:11:45,199 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0011_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-03-13 11:11:45,199 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0011_01_000001 from application application_1426270086855_0011
2015-03-13 11:11:45,199 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:11:45,199 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0011
2015-03-13 11:11:45,241 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741930 for deletion
2015-03-13 11:11:45,241 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741931 for deletion
2015-03-13 11:11:45,242 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741932 for deletion
2015-03-13 11:11:45,242 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741933 for deletion
2015-03-13 11:11:45,242 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741930
2015-03-13 11:11:45,243 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741932
2015-03-13 11:11:45,243 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741931
2015-03-13 11:11:45,242 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741934 for deletion
2015-03-13 11:11:45,243 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741933
2015-03-13 11:11:45,243 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741934
2015-03-13 11:11:45,899 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:45,900 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0012_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:11:45,900 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0012 CONTAINERID=container_1426270086855_0012_01_000002
2015-03-13 11:11:45,900 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0012_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63138, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 11:11:45,901 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0012 container=Container: [ContainerId: container_1426270086855_0012_01_000002, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] containerId=container_1426270086855_0012_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:45,901 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-03-13 11:11:45,901 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:45,908 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 11 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_COMPLETE diagnostics: "" exit_status: 0
2015-03-13 11:11:45,909 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0011_01_000001
2015-03-13 11:11:45,909 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0011_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:11:45,910 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(550)) - Unregistering app attempt : appattempt_1426270086855_0011_000001
2015-03-13 11:11:45,910 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0011_01_000001 in state: COMPLETED event:FINISHED
2015-03-13 11:11:45,910 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0011 CONTAINERID=container_1426270086855_0011_01_000001
2015-03-13 11:11:45,910 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0011_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63130, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:11:45,910 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-03-13 11:11:45,910 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0011_01_000001, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:45,911 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:45,910 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0011_000001 State change from FINISHING to FINISHED
2015-03-13 11:11:45,911 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0011 State change from FINISHING to FINISHED
2015-03-13 11:11:45,911 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1426270086855_0011
2015-03-13 11:11:45,912 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(166)) - appId=application_1426270086855_0011,name=[6C186B48DFD64D9AA712A052C8A90657/359723630AE246E7951D5B2BF2D05062] lower*upper/(1/2),user=soberoi,queue=default,state=FINISHED,trackingUrl=Edinburgh.local:63125/proxy/application_1426270086855_0011/jobhistory/job/job_1426270086855_0011,appMasterHost=Edinburgh.local,startTime=1426270283309,finishTime=1426270299050,finalStatus=SUCCEEDED
2015-03-13 11:11:45,911 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2015-03-13 11:11:45,912 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0011_000001 released container container_1426270086855_0011_01_000001 on node: host: 10.1.1.144:63130 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:11:45,912 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplication(470)) - Application appattempt_1426270086855_0011_000001 is done. finalState=FINISHED
2015-03-13 11:11:45,912 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1426270086855_0011_000001
2015-03-13 11:11:45,912 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1426270086855_0011 requests cleared
2015-03-13 11:11:45,913 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(779)) - Application removed - appId: application_1426270086855_0011 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-03-13 11:11:45,913 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(510)) - Application removed - appId: application_1426270086855_0011 user: soberoi leaf-queue of parent: root #applications: 1
2015-03-13 11:11:45,919 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0011_000001 (auth:SIMPLE)
2015-03-13 11:11:45,922 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0011_01_000001
2015-03-13 11:11:46,316 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0012_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:11:46,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.jar dst=null perm=null
2015-03-13 11:11:46,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.jar dst=null perm=null
2015-03-13 11:11:46,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.xml dst=null perm=null
2015-03-13 11:11:46,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.xml dst=null perm=null
2015-03-13 11:11:46,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:46,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:46,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:46,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:46,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:46,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:46,439 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0012_000001 (auth:SIMPLE)
2015-03-13 11:11:46,442 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0012_01_000002 by user soberoi
2015-03-13 11:11:46,442 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0012 CONTAINERID=container_1426270086855_0012_01_000002
2015-03-13 11:11:46,442 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0012_01_000002 to application application_1426270086855_0012
2015-03-13 11:11:46,443 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0012_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 11:11:46,443 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0012
2015-03-13 11:11:46,443 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0012
2015-03-13 11:11:46,443 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:11:46,443 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0012
2015-03-13 11:11:46,443 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0012_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:11:46,482 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0012_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 11:11:46,482 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:11:46,561 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0012/container_1426270086855_0012_01_000002/default_container_executor.sh]
2015-03-13 11:11:46,903 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:46,903 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:46,904 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0012_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:11:46,915 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0011 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:11:46,916 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0011
2015-03-13 11:11:46,916 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0011
2015-03-13 11:11:46,916 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0011 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:11:46,916 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0011, with delay of 10800 seconds
2015-03-13 11:11:46,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0011
2015-03-13 11:11:46,925 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0011
2015-03-13 11:11:46,927 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0011
2015-03-13 11:11:47,329 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:11:47,342 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741944_1120
2015-03-13 11:11:47,908 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:47,908 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:48,128 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741944_1120
2015-03-13 11:11:48,591 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741944_1120
2015-03-13 11:11:48,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.split dst=null perm=null
2015-03-13 11:11:48,804 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64001, bytes: 362, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0012_m_000000_0_1941948531_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741941_1117, duration: 165000
2015-03-13 11:11:48,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3370900578_lower_upper_E15F2DDCEF8D4D18B49A55F7196889D5/part-00000 dst=null perm=null
2015-03-13 11:11:48,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/3370900578_lower_upper_E15F2DDCEF8D4D18B49A55F7196889D5/part-00000 dst=null perm=null
2015-03-13 11:11:48,866 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64001, bytes: 1052, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0012_m_000000_0_1941948531_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741936_1112, duration: 153000
2015-03-13 11:11:48,909 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:48,910 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:49,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/_temporary/attempt_1426270086855_0012_m_000000_0 dst=null perm=null
2015-03-13 11:11:49,093 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0012_01_000002
2015-03-13 11:11:49,093 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0012 CONTAINERID=container_1426270086855_0012_01_000002
2015-03-13 11:11:49,093 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0012_01_000002 transitioned from RUNNING to KILLING
2015-03-13 11:11:49,093 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0012_01_000002
2015-03-13 11:11:49,093 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:49,094 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:11:49,102 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0012_01_000002 is : 143
2015-03-13 11:11:49,107 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job_1426270086855_0012_1.jhist. BP-951401976-10.1.1.144-1426270084277 blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:11:49,109 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741945_1121 src: /127.0.0.1:64002 dest: /127.0.0.1:63115
2015-03-13 11:11:49,110 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741945_1121 src: /127.0.0.1:64003 dest: /127.0.0.1:63105
2015-03-13 11:11:49,112 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741945_1121 src: /127.0.0.1:64004 dest: /127.0.0.1:63108
2015-03-13 11:11:49,113 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0012_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:11:49,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0012/container_1426270086855_0012_01_000002
2015-03-13 11:11:49,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0012/container_1426270086855_0012_01_000002
2015-03-13 11:11:49,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0012/container_1426270086855_0012_01_000002
2015-03-13 11:11:49,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426270086855_0012/container_1426270086855_0012_01_000002
2015-03-13 11:11:49,115 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0012 CONTAINERID=container_1426270086855_0012_01_000002
2015-03-13 11:11:49,116 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0012_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:11:49,116 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0012_01_000002 from application application_1426270086855_0012
2015-03-13 11:11:49,116 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:11:49,116 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0012
2015-03-13 11:11:49,120 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job_1426270086855_0012_1.jhist for DFSClient_NONMAPREDUCE_1423605348_1
2015-03-13 11:11:50,096 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:50,096 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:11:50,096 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0012_01_000002
2015-03-13 11:11:50,097 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0012_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:11:50,097 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0012_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 11:11:50,097 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0012 CONTAINERID=container_1426270086855_0012_01_000002
2015-03-13 11:11:50,097 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0012_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63138, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:11:50,098 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:11:50,098 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0012_01_000002, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:50,098 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:50,098 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:11:50,098 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0012_000001 released container container_1426270086855_0012_01_000002 on node: host: 10.1.1.144:63138 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:11:50,928 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0012_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:11:50,928 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0012 CONTAINERID=container_1426270086855_0012_01_000003
2015-03-13 11:11:50,928 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0012_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 11:11:50,929 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0012 container=Container: [ContainerId: container_1426270086855_0012_01_000003, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] containerId=container_1426270086855_0012_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:50,929 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:11:50,929 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:51,100 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:51,353 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0012_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:11:51,364 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0012_000001 (auth:SIMPLE)
2015-03-13 11:11:51,367 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0012_01_000003 by user soberoi
2015-03-13 11:11:51,367 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0012
2015-03-13 11:11:51,367 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0012 CONTAINERID=container_1426270086855_0012_01_000003
2015-03-13 11:11:51,367 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0012 transitioned from NEW to INITING
2015-03-13 11:11:51,367 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0012_01_000003 to application application_1426270086855_0012
2015-03-13 11:11:51,367 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0012 transitioned from INITING to RUNNING
2015-03-13 11:11:51,368 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0012_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 11:11:51,368 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0012
2015-03-13 11:11:51,368 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0012
2015-03-13 11:11:51,368 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:11:51,368 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0012
2015-03-13 11:11:51,368 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:11:51,368 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:11:51,369 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0012_01_000003
2015-03-13 11:11:51,377 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1426270086855_0012_01_000003.tokens. Credentials list:
2015-03-13 11:11:51,394 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:11:51,483 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1426270086855_0012_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0012/container_1426270086855_0012_01_000003.tokens
2015-03-13 11:11:51,483 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0012 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0012
2015-03-13 11:11:51,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.jar dst=null perm=null
2015-03-13 11:11:51,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.jar dst=null perm=null
2015-03-13 11:11:51,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.jar dst=null perm=null
2015-03-13 11:11:51,574 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64008, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1391931440_5269, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741940_1116, duration: 499000
2015-03-13 11:11:51,597 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:11:51,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.xml dst=null perm=null
2015-03-13 11:11:51,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.xml dst=null perm=null
2015-03-13 11:11:51,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.xml dst=null perm=null
2015-03-13 11:11:51,634 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64009, bytes: 99903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1391931440_5269, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741943_1119, duration: 341000
2015-03-13 11:11:51,649 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:11:51,649 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0012_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:11:51,684 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0012_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 11:11:51,684 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:11:51,772 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0012/container_1426270086855_0012_01_000003/default_container_executor.sh]
2015-03-13 11:11:51,931 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:51,932 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0012_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:11:52,101 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:52,359 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:11:52,936 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:53,103 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:53,939 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:54,109 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:54,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/_temporary/attempt_1426270086855_0012_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:54,340 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/_temporary/attempt_1426270086855_0012_r_000000_0/part-00000. BP-951401976-10.1.1.144-1426270084277 blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:11:54,407 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741946_1122 src: /127.0.0.1:64013 dest: /127.0.0.1:63108
2015-03-13 11:11:54,409 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741946_1122 src: /127.0.0.1:64014 dest: /127.0.0.1:63115
2015-03-13 11:11:54,410 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741946_1122 src: /127.0.0.1:64015 dest: /127.0.0.1:63105
2015-03-13 11:11:54,423 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64015, dest: /127.0.0.1:63105, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0012_r_000000_0_483628981_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741946_1122, duration: 11387000
2015-03-13 11:11:54,424 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741946_1122, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:54,424 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:54,424 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64014, dest: /127.0.0.1:63115, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0012_r_000000_0_483628981_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741946_1122, duration: 12918000
2015-03-13 11:11:54,425 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741946_1122, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:54,425 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:54,425 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64013, dest: /127.0.0.1:63108, bytes: 1040, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0012_r_000000_0_483628981_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741946_1122, duration: 14015000
2015-03-13 11:11:54,426 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741946_1122, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:54,426 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:54,429 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/_temporary/attempt_1426270086855_0012_r_000000_0/part-00000 is closed by DFSClient_attempt_1426270086855_0012_r_000000_0_483628981_1
2015-03-13 11:11:54,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/_temporary/attempt_1426270086855_0012_r_000000_0 dst=null perm=null
2015-03-13 11:11:54,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/_temporary/attempt_1426270086855_0012_r_000000_0 dst=null perm=null
2015-03-13 11:11:54,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/task_1426270086855_0012_r_000000 dst=null perm=null
2015-03-13 11:11:54,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/_temporary/attempt_1426270086855_0012_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/task_1426270086855_0012_r_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:11:54,461 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0012_01_000003
2015-03-13 11:11:54,462 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0012 CONTAINERID=container_1426270086855_0012_01_000003
2015-03-13 11:11:54,462 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0012_01_000003 transitioned from RUNNING to KILLING
2015-03-13 11:11:54,462 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0012_01_000003
2015-03-13 11:11:54,462 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:11:54,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:54,472 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1423605348_1
2015-03-13 11:11:54,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1 dst=null perm=null
2015-03-13 11:11:54,480 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0012_01_000003 is : 143
2015-03-13 11:11:54,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null
2015-03-13 11:11:54,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null
2015-03-13 11:11:54,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/task_1426270086855_0012_r_000000 dst=null perm=null
2015-03-13 11:11:54,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/part-00000 dst=null perm=null
2015-03-13 11:11:54,494 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0012_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:11:54,494 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0012/container_1426270086855_0012_01_000003
2015-03-13 11:11:54,495 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0012 CONTAINERID=container_1426270086855_0012_01_000003
2015-03-13 11:11:54,495 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0012_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:11:54,495 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0012_01_000003 from application application_1426270086855_0012
2015-03-13 11:11:54,495 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:11:54,495 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0012
2015-03-13 11:11:54,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary/1/task_1426270086855_0012_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:54,496 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0012/container_1426270086855_0012_01_000003
2015-03-13 11:11:54,496 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0012/container_1426270086855_0012_01_000003
2015-03-13 11:11:54,497 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0012/container_1426270086855_0012_01_000003
2015-03-13 11:11:54,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary dst=null perm=null
2015-03-13 11:11:54,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:54,511 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1423605348_1
2015-03-13 11:11:54,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:54,515 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1423605348_1
2015-03-13 11:11:54,530 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64004, dest: /127.0.0.1:63108, bytes: 36686, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1423605348_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741945_1121, duration: 5416296000
2015-03-13 11:11:54,531 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741945_1121, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:54,532 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:54,532 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64003, dest: /127.0.0.1:63105, bytes: 36686, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1423605348_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741945_1121, duration: 5414300000
2015-03-13 11:11:54,532 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741945_1121, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:54,533 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:54,533 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64002, dest: /127.0.0.1:63115, bytes: 36686, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1423605348_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741945_1121, duration: 5417438000
2015-03-13 11:11:54,533 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741945_1121, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:54,534 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:54,535 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job_1426270086855_0012_1.jhist is closed by DFSClient_NONMAPREDUCE_1423605348_1
2015-03-13 11:11:54,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:54,540 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012.summary_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:11:54,542 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741947_1123 src: /127.0.0.1:64016 dest: /127.0.0.1:63112
2015-03-13 11:11:54,544 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741947_1123 src: /127.0.0.1:64017 dest: /127.0.0.1:63108
2015-03-13 11:11:54,545 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741947_1123 src: /127.0.0.1:64018 dest: /127.0.0.1:63105
2015-03-13 11:11:54,549 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64018, dest: /127.0.0.1:63105, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1423605348_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741947_1123, duration: 1843000
2015-03-13 11:11:54,549 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741947_1123, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:54,550 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:54,550 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64017, dest: /127.0.0.1:63108, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1423605348_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741947_1123, duration: 1794000
2015-03-13 11:11:54,550 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741947_1123, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:54,551 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:54,551 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64016, dest: /127.0.0.1:63112, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1423605348_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741947_1123, duration: 2778000
2015-03-13 11:11:54,551 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741947_1123, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:54,552 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:54,553 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012.summary_tmp is closed by DFSClient_NONMAPREDUCE_1423605348_1
2015-03-13 11:11:54,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:54,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job_1426270086855_0012_1.jhist dst=null perm=null
2015-03-13 11:11:54,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012-1426270300244-soberoi-%5B6C186B48DFD64D9AA712A052C8A90657%2FFB647906E65844E9-1426270314517-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:11:54,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job_1426270086855_0012_1.jhist dst=null perm=null
2015-03-13 11:11:54,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012-1426270300244-soberoi-%5B6C186B48DFD64D9AA712A052C8A90657%2FFB647906E65844E9-1426270314517-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:11:54,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job_1426270086855_0012_1.jhist dst=null perm=null
2015-03-13 11:11:54,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012-1426270300244-soberoi-%5B6C186B48DFD64D9AA712A052C8A90657%2FFB647906E65844E9-1426270314517-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:54,576 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64019, bytes: 36974, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1423605348_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741945_1121, duration: 217000
2015-03-13 11:11:54,578 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012-1426270300244-soberoi-%5B6C186B48DFD64D9AA712A052C8A90657%2FFB647906E65844E9-1426270314517-1-1-SUCCEEDED-default.jhist_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:11:54,581 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741948_1124 src: /127.0.0.1:64020 dest: /127.0.0.1:63115
2015-03-13 11:11:54,582 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741948_1124 src: /127.0.0.1:64021 dest: /127.0.0.1:63112
2015-03-13 11:11:54,585 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741948_1124 src: /127.0.0.1:64022 dest: /127.0.0.1:63105
2015-03-13 11:11:54,590 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64022, dest: /127.0.0.1:63105, bytes: 36686, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1423605348_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741948_1124, duration: 2582000
2015-03-13 11:11:54,590 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741948_1124, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:54,591 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:54,591 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64021, dest: /127.0.0.1:63112, bytes: 36686, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1423605348_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741948_1124, duration: 3697000
2015-03-13 11:11:54,591 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741948_1124, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:54,592 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64020, dest: /127.0.0.1:63115, bytes: 36686, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1423605348_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741948_1124, duration: 4815000
2015-03-13 11:11:54,592 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741948_1124, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:54,593 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:54,594 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:54,595 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012-1426270300244-soberoi-%5B6C186B48DFD64D9AA712A052C8A90657%2FFB647906E65844E9-1426270314517-1-1-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1423605348_1
2015-03-13 11:11:54,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012-1426270300244-soberoi-%5B6C186B48DFD64D9AA712A052C8A90657%2FFB647906E65844E9-1426270314517-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:54,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job_1426270086855_0012_1_conf.xml dst=null perm=null
2015-03-13 11:11:54,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012_conf.xml_tmp dst=null perm=null
2015-03-13 11:11:54,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job_1426270086855_0012_1_conf.xml dst=null perm=null
2015-03-13 11:11:54,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012_conf.xml_tmp dst=null perm=null
2015-03-13 11:11:54,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012/job_1426270086855_0012_1_conf.xml dst=null perm=null
2015-03-13 11:11:54,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:54,613 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64023, bytes: 92333, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1423605348_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741944_1120, duration: 272000
2015-03-13 11:11:54,615 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012_conf.xml_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:11:54,617 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741949_1125 src: /127.0.0.1:64024 dest: /127.0.0.1:63115
2015-03-13 11:11:54,619 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741949_1125 src: /127.0.0.1:64025 dest: /127.0.0.1:63112
2015-03-13 11:11:54,620 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741949_1125 src: /127.0.0.1:64026 dest: /127.0.0.1:63108
2015-03-13 11:11:54,631 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64026, dest: /127.0.0.1:63108, bytes: 91617, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1423605348_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741949_1125, duration: 9685000
2015-03-13 11:11:54,632 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741949_1125, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:54,632 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:54,632 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64025, dest: /127.0.0.1:63112, bytes: 91617, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1423605348_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741949_1125, duration: 9329000
2015-03-13 11:11:54,633 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741949_1125, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:54,634 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:54,634 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64024, dest: /127.0.0.1:63115, bytes: 91617, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1423605348_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741949_1125, duration: 11488000
2015-03-13 11:11:54,634 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741949_1125, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:54,635 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:54,637 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1423605348_1
2015-03-13 11:11:54,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:54,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:54,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:54,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012-1426270300244-soberoi-%5B6C186B48DFD64D9AA712A052C8A90657%2FFB647906E65844E9-1426270314517-1-1-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012-1426270300244-soberoi-%5B6C186B48DFD64D9AA712A052C8A90657%2FFB647906E65844E9-1426270314517-1-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:11:54,654 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0012_000001 State change from RUNNING to FINISHING
2015-03-13 11:11:54,654 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426270086855_0012
2015-03-13 11:11:54,654 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0012 State change from RUNNING to REMOVING
2015-03-13 11:11:54,654 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426270086855_0012
2015-03-13 11:11:54,654 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0012 State change from REMOVING to FINISHING
2015-03-13 11:11:55,110 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:55,466 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:11:55,466 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0012_01_000003
2015-03-13 11:11:55,467 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0012_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:11:55,467 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0012_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 11:11:55,467 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0012 CONTAINERID=container_1426270086855_0012_01_000003
2015-03-13 11:11:55,467 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0012_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:11:55,467 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:11:55,468 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0012_01_000003, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:55,468 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:55,468 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:11:55,468 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0012_000001 released container container_1426270086855_0012_01_000003 on node: host: 10.1.1.144:63130 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:11:55,663 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741940_1116 127.0.0.1:63105 127.0.0.1:63108 127.0.0.1:63115 127.0.0.1:63112
2015-03-13 11:11:55,663 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741941_1117 127.0.0.1:63115 127.0.0.1:63112 127.0.0.1:63108 127.0.0.1:63105
2015-03-13 11:11:55,664 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741942_1118 127.0.0.1:63112 127.0.0.1:63108 127.0.0.1:63105
2015-03-13 11:11:55,664 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741943_1119 127.0.0.1:63105 127.0.0.1:63112 127.0.0.1:63108
2015-03-13 11:11:55,664 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741945_1121 127.0.0.1:63115 127.0.0.1:63105 127.0.0.1:63108
2015-03-13 11:11:55,664 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741944_1120 127.0.0.1:63112 127.0.0.1:63108 127.0.0.1:63115
2015-03-13 11:11:55,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0012 dst=null perm=null
2015-03-13 11:11:55,694 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741936_1112 127.0.0.1:63115 127.0.0.1:63112 127.0.0.1:63108
2015-03-13 11:11:55,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/3370900578_lower_upper_E15F2DDCEF8D4D18B49A55F7196889D5 dst=null perm=null
2015-03-13 11:11:55,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null
2015-03-13 11:11:55,695 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary
2015-03-13 11:11:55,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/_temporary dst=null perm=null
2015-03-13 11:11:55,704 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:11:55,704 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:11:55,704 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:11:55,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null
2015-03-13 11:11:55,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null
2015-03-13 11:11:55,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null
2015-03-13 11:11:55,707 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:11:55,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/part-00000 dst=null perm=null
2015-03-13 11:11:55,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/part-00000 dst=null perm=null
2015-03-13 11:11:55,711 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64028, bytes: 1052, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741946_1122, duration: 139000
2015-03-13 11:11:55,719 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:11:55,719 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:11:55,720 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:11:55,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null
2015-03-13 11:11:55,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null
2015-03-13 11:11:55,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null
2015-03-13 11:11:55,724 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:11:55,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/part-00000 dst=null perm=null
2015-03-13 11:11:55,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/part-00000 dst=null perm=null
2015-03-13 11:11:55,728 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64029, bytes: 1052, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741946_1122, duration: 186000
2015-03-13 11:11:55,729 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output//hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true
2015-03-13 11:11:55,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null
2015-03-13 11:11:55,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null
2015-03-13 11:11:55,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null
2015-03-13 11:11:55,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true dst=null perm=null
2015-03-13 11:11:55,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/part-00000 dst=null perm=null
2015-03-13 11:11:55,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/true/true/part-00000 dst=null perm=null
2015-03-13 11:11:55,734 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64028, bytes: 1052, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741946_1122, duration: 168000
2015-03-13 11:11:55,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:11:55,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:11:55,749 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:11:55,751 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-03-13 11:11:55,751 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-03-13 11:11:55,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null
2015-03-13 11:11:55,775 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-03-13 11:11:55,775 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt"]
2015-03-13 11:11:55,775 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt"]
2015-03-13 11:11:55,776 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["SequenceFile[['num', 'char', 'group', 'value', 'num2', 'char2', 'group2', 'value2']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false"]
2015-03-13 11:11:55,776 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-03-13 11:11:55,776 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 2
2015-03-13 11:11:55,776 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 2
2015-03-13 11:11:55,778 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/2)
2015-03-13 11:11:55,787 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:11:55,796 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:11:55,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5485000872_lower_upper_04B4F984547C466A84D8B691E74A2385 dst=null perm=null
2015-03-13 11:11:55,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:11:55,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:11:55,802 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 13
2015-03-13 11:11:55,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013 dst=null perm=null
2015-03-13 11:11:55,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 11:11:55,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 11:11:55,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.jar dst=null perm=null
2015-03-13 11:11:55,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:55,810 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.jar. BP-951401976-10.1.1.144-1426270084277 blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:11:55,812 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741950_1126 src: /127.0.0.1:64031 dest: /127.0.0.1:63115
2015-03-13 11:11:55,813 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741950_1126 src: /127.0.0.1:64032 dest: /127.0.0.1:63108
2015-03-13 11:11:55,815 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741950_1126 src: /127.0.0.1:64033 dest: /127.0.0.1:63105
2015-03-13 11:11:55,819 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64033, dest: /127.0.0.1:63105, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741950_1126, duration: 2011000
2015-03-13 11:11:55,819 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741950_1126, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:55,819 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:55,820 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64032, dest: /127.0.0.1:63108, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741950_1126, duration: 2784000
2015-03-13 11:11:55,820 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741950_1126, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:55,820 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:55,821 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64031, dest: /127.0.0.1:63115, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741950_1126, duration: 3925000
2015-03-13 11:11:55,821 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741950_1126, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:55,822 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:11:55,823 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.jar is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:11:55,823 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.jar
2015-03-13 11:11:55,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.jar dst=null perm=null
2015-03-13 11:11:55,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:55,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:55,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:55,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:55,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 11:11:55,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 11:11:55,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 11:11:55,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 11:11:55,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 11:11:55,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:55,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:11:55,835 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:11:55,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:11:55,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:11:55,837 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:11:55,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:11:55,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:55,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:55,844 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.split
2015-03-13 11:11:55,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.split dst=null perm=null
2015-03-13 11:11:55,846 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.split. BP-951401976-10.1.1.144-1426270084277 blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:11:55,847 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741951_1127 src: /127.0.0.1:64034 dest: /127.0.0.1:63115
2015-03-13 11:11:55,848 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741951_1127 src: /127.0.0.1:64035 dest: /127.0.0.1:63112
2015-03-13 11:11:55,850 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741951_1127 src: /127.0.0.1:64036 dest: /127.0.0.1:63105
2015-03-13 11:11:55,851 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741951_1127 src: /127.0.0.1:64037 dest: /127.0.0.1:63108
2015-03-13 11:11:55,853 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64037, dest: /127.0.0.1:63108, bytes: 717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741951_1127, duration: 1431000
2015-03-13 11:11:55,854 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741951_1127, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:55,854 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:55,854 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64036, dest: /127.0.0.1:63105, bytes: 717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741951_1127, duration: 1830000
2015-03-13 11:11:55,855 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741951_1127, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:55,855 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:55,855 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64035, dest: /127.0.0.1:63112, bytes: 717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741951_1127, duration: 3206000
2015-03-13 11:11:55,856 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741951_1127, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:55,857 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64034, dest: /127.0.0.1:63115, bytes: 717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741951_1127, duration: 4482000
2015-03-13 11:11:55,857 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741951_1127, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:55,857 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:55,858 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:11:55,859 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.split is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:11:55,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:55,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:55,863 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.splitmetainfo. BP-951401976-10.1.1.144-1426270084277 blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:11:55,864 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741952_1128 src: /127.0.0.1:64038 dest: /127.0.0.1:63105
2015-03-13 11:11:55,866 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741952_1128 src: /127.0.0.1:64039 dest: /127.0.0.1:63112
2015-03-13 11:11:55,867 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741952_1128 src: /127.0.0.1:64040 dest: /127.0.0.1:63115
2015-03-13 11:11:55,870 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64040, dest: /127.0.0.1:63115, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741952_1128, duration: 1542000
2015-03-13 11:11:55,870 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741952_1128, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:55,871 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:11:55,871 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64039, dest: /127.0.0.1:63112, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741952_1128, duration: 1985000
2015-03-13 11:11:55,871 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741952_1128, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:55,872 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64038, dest: /127.0.0.1:63105, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741952_1128, duration: 3171000
2015-03-13 11:11:55,872 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741952_1128, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:55,872 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:11:55,874 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:11:55,875 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:11:55,875 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:2
2015-03-13 11:11:55,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:55,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:11:55,880 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:11:55,880 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:11:55,881 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:11:55,886 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:11:55,888 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741953_1129 src: /127.0.0.1:64041 dest: /127.0.0.1:63108
2015-03-13 11:11:55,890 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741953_1129 src: /127.0.0.1:64042 dest: /127.0.0.1:63112
2015-03-13 11:11:55,892 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741953_1129 src: /127.0.0.1:64043 dest: /127.0.0.1:63115
2015-03-13 11:11:55,896 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64043, dest: /127.0.0.1:63115, bytes: 99963, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741953_1129, duration: 1524000
2015-03-13 11:11:55,896 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741953_1129, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:55,896 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:11:55,896 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64042, dest: /127.0.0.1:63112, bytes: 99963, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741953_1129, duration: 1943000
2015-03-13 11:11:55,897 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741953_1129, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:55,897 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:11:55,897 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64041, dest: /127.0.0.1:63108, bytes: 99963, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741953_1129, duration: 2809000
2015-03-13 11:11:55,897 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741953_1129, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:55,898 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:11:55,899 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.xml is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:11:55,900 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426270086855_0013
2015-03-13 11:11:55,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013 dst=null perm=null
2015-03-13 11:11:55,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.xml dst=null perm=null
2015-03-13 11:11:55,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.xml dst=null perm=null
2015-03-13 11:11:55,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.jar dst=null perm=null
2015-03-13 11:11:55,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.jar dst=null perm=null
2015-03-13 11:11:55,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.split dst=null perm=null
2015-03-13 11:11:55,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.split dst=null perm=null
2015-03-13 11:11:55,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.splitmetainfo dst=null perm=null
2015-03-13 11:11:55,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.splitmetainfo dst=null perm=null
2015-03-13 11:11:55,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:55,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:55,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:55,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:55,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:11:55,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:11:55,910 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 13 submitted by user soberoi
2015-03-13 11:11:55,910 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426270086855_0013
2015-03-13 11:11:55,911 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426270086855_0013
2015-03-13 11:11:55,911 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426270086855_0013
2015-03-13 11:11:55,911 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0013 State change from NEW to NEW_SAVING
2015-03-13 11:11:55,911 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0013 State change from NEW_SAVING to SUBMITTED
2015-03-13 11:11:55,911 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426270086855_0013_000001
2015-03-13 11:11:55,912 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0013_000001 State change from NEW to SUBMITTED
2015-03-13 11:11:55,912 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426270086855_0013 from user: soberoi activated in queue: default
2015-03-13 11:11:55,912 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426270086855_0013 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@20a38b8, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-03-13 11:11:55,912 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426270086855_0013 user: soberoi leaf-queue of parent: root #applications: 2
2015-03-13 11:11:55,913 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426270086855_0013_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2015-03-13 11:11:55,913 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426270086855_0013 to ResourceManager at /10.1.1.144:63128
2015-03-13 11:11:55,913 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0013_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 11:11:55,914 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0013 State change from SUBMITTED to ACCEPTED
2015-03-13 11:11:55,916 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:63125/proxy/application_1426270086855_0013/
2015-03-13 11:11:55,916 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1426270086855_0013
2015-03-13 11:11:55,916 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:63125/proxy/application_1426270086855_0013/
2015-03-13 11:11:55,971 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0013_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:11:55,972 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0013 CONTAINERID=container_1426270086855_0013_01_000001
2015-03-13 11:11:55,972 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0013_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63134, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2015-03-13 11:11:55,972 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0013 container=Container: [ContainerId: container_1426270086855_0013_01_000001, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0013_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:55,972 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 11:11:55,972 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:11:55,972 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0013_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:11:55,973 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426270086855_0013 AttemptId: appattempt_1426270086855_0013_000001 MasterContainer: Container: [ContainerId: container_1426270086855_0013_01_000001, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ]
2015-03-13 11:11:55,973 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0013_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 11:11:55,974 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426270086855_0013_000001
2015-03-13 11:11:55,974 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0013_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 11:11:55,974 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426270086855_0013_000001
2015-03-13 11:11:55,975 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426270086855_0013_01_000001, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] for AM appattempt_1426270086855_0013_000001
2015-03-13 11:11:55,975 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426270086855_0013_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 11:11:55,977 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0013_000001 (auth:SIMPLE)
2015-03-13 11:11:55,979 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0013_01_000001 by user soberoi
2015-03-13 11:11:55,979 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0013
2015-03-13 11:11:55,980 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0013 CONTAINERID=container_1426270086855_0013_01_000001
2015-03-13 11:11:55,980 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0013 transitioned from NEW to INITING
2015-03-13 11:11:55,980 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0013_01_000001 to application application_1426270086855_0013
2015-03-13 11:11:55,980 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0013 transitioned from INITING to RUNNING
2015-03-13 11:11:55,981 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426270086855_0013_01_000001, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] for AM appattempt_1426270086855_0013_000001
2015-03-13 11:11:55,981 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0013_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 11:11:55,981 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0013
2015-03-13 11:11:55,981 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0013_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 11:11:55,981 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:11:55,982 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 11:11:55,982 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.split transitioned from INIT to DOWNLOADING
2015-03-13 11:11:55,982 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:11:55,982 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0013_01_000001
2015-03-13 11:11:55,992 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1426270086855_0013_01_000001.tokens. Credentials list:
2015-03-13 11:11:56,007 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:11:56,087 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1426270086855_0013_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0013/container_1426270086855_0013_01_000001.tokens
2015-03-13 11:11:56,087 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0013 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0013
2015-03-13 11:11:56,113 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:56,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.jar dst=null perm=null
2015-03-13 11:11:56,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.jar dst=null perm=null
2015-03-13 11:11:56,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.jar dst=null perm=null
2015-03-13 11:11:56,163 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64028, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-269594389_5418, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741950_1126, duration: 498000
2015-03-13 11:11:56,182 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:11:56,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.splitmetainfo dst=null perm=null
2015-03-13 11:11:56,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.splitmetainfo dst=null perm=null
2015-03-13 11:11:56,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.splitmetainfo dst=null perm=null
2015-03-13 11:11:56,211 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64028, bytes: 82, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-269594389_5418, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741952_1128, duration: 161000
2015-03-13 11:11:56,227 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:11:56,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.split dst=null perm=null
2015-03-13 11:11:56,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.split dst=null perm=null
2015-03-13 11:11:56,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.split dst=null perm=null
2015-03-13 11:11:56,255 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64029, bytes: 725, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-269594389_5418, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741951_1127, duration: 300000
2015-03-13 11:11:56,268 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:11:56,276 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1352)) - BLOCK* ask 127.0.0.1:63105 to replicate blk_1073741950_1126 to datanode(s) 127.0.0.1:63112
2015-03-13 11:11:56,276 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63115 to delete [blk_1073741936_1112, blk_1073741940_1116, blk_1073741941_1117, blk_1073741944_1120, blk_1073741945_1121]
2015-03-13 11:11:56,276 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63112 to delete [blk_1073741936_1112, blk_1073741940_1116, blk_1073741941_1117, blk_1073741942_1118, blk_1073741943_1119, blk_1073741944_1120]
2015-03-13 11:11:56,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.xml dst=null perm=null
2015-03-13 11:11:56,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.xml dst=null perm=null
2015-03-13 11:11:56,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.xml dst=null perm=null
2015-03-13 11:11:56,293 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64047, bytes: 100747, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-269594389_5418, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741953_1129, duration: 290000
2015-03-13 11:11:56,309 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:11:56,309 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0013_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:11:56,343 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0013_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 11:11:56,343 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:11:56,432 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0013/container_1426270086855_0013_01_000001/default_container_executor.sh]
2015-03-13 11:11:56,856 INFO datanode.DataNode (DataNode.java:transferBlock(1319)) - DatanodeRegistration(127.0.0.1, storageID=DS-646114963-10.1.1.144-63105-1426270085593, infoPort=63106, ipcPort=63107, storageInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0) Starting thread to transfer BP-951401976-10.1.1.144-1426270084277:blk_1073741950_1126 to 127.0.0.1:63112
2015-03-13 11:11:56,858 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741950_1126 src: /127.0.0.1:64050 dest: /127.0.0.1:63112
2015-03-13 11:11:56,858 INFO datanode.DataNode (DataNode.java:run(1523)) - DataTransfer: Transmitted BP-951401976-10.1.1.144-1426270084277:blk_1073741950_1126 (numBytes=254067) to /127.0.0.1:63112
2015-03-13 11:11:56,861 INFO datanode.DataNode (DataXceiver.java:writeBlock(594)) - Received BP-951401976-10.1.1.144-1426270084277:blk_1073741950_1126 src: /127.0.0.1:64050 dest: /127.0.0.1:63112 of size 254067
2015-03-13 11:11:56,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741950_1126 size 254067
2015-03-13 11:11:56,972 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:56,972 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0013_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:11:57,116 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:57,116 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741936 for deletion
2015-03-13 11:11:57,116 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741940 for deletion
2015-03-13 11:11:57,117 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741941 for deletion
2015-03-13 11:11:57,117 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741942 for deletion
2015-03-13 11:11:57,117 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741940
2015-03-13 11:11:57,117 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741943_1119 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741943 for deletion
2015-03-13 11:11:57,117 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741936
2015-03-13 11:11:57,117 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741942
2015-03-13 11:11:57,117 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741944 for deletion
2015-03-13 11:11:57,117 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741941
2015-03-13 11:11:57,118 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741943_1119 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741943
2015-03-13 11:11:57,118 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741944
2015-03-13 11:11:57,250 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741936 for deletion
2015-03-13 11:11:57,251 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741940 for deletion
2015-03-13 11:11:57,251 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741941 for deletion
2015-03-13 11:11:57,251 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741936
2015-03-13 11:11:57,251 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741944 for deletion
2015-03-13 11:11:57,251 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741945 for deletion
2015-03-13 11:11:57,251 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741941
2015-03-13 11:11:57,251 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741940
2015-03-13 11:11:57,251 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741945
2015-03-13 11:11:57,252 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741944
2015-03-13 11:11:57,353 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741949_1125
2015-03-13 11:11:57,354 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741953_1129
2015-03-13 11:11:57,354 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741945_1121
2015-03-13 11:11:57,355 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741947_1123
2015-03-13 11:11:57,355 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741951_1127
2015-03-13 11:11:57,558 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741950_1126
2015-03-13 11:11:57,558 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741946_1122
2015-03-13 11:11:57,975 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:58,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:11:58,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/COMMIT_STARTED dst=null perm=null
2015-03-13 11:11:58,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/COMMIT_SUCCESS dst=null perm=null
2015-03-13 11:11:58,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/COMMIT_FAIL dst=null perm=null
2015-03-13 11:11:58,117 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:58,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013 dst=null perm=null
2015-03-13 11:11:58,133 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741946_1122
2015-03-13 11:11:58,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 11:11:58,134 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741948_1124
2015-03-13 11:11:58,134 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741951_1127
2015-03-13 11:11:58,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 11:11:58,136 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741950_1126
2015-03-13 11:11:58,137 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741949_1125
2015-03-13 11:11:58,336 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741953_1129
2015-03-13 11:11:58,337 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741952_1128
2015-03-13 11:11:58,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.splitmetainfo dst=null perm=null
2015-03-13 11:11:58,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.splitmetainfo dst=null perm=null
2015-03-13 11:11:58,492 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64052, bytes: 82, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-135834666_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741952_1128, duration: 153000
2015-03-13 11:11:58,750 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741946_1122
2015-03-13 11:11:58,751 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741948_1124
2015-03-13 11:11:58,751 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741947_1123
2015-03-13 11:11:58,752 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741945_1121
2015-03-13 11:11:58,754 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741950_1126
2015-03-13 11:11:58,754 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741951_1127
2015-03-13 11:11:58,755 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741952_1128
2015-03-13 11:11:58,801 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741950_1126
2015-03-13 11:11:58,802 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741947_1123
2015-03-13 11:11:58,803 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741949_1125
2015-03-13 11:11:58,803 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741951_1127
2015-03-13 11:11:58,804 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741953_1129
2015-03-13 11:11:58,805 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741952_1128
2015-03-13 11:11:58,980 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:58,997 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741948_1124
2015-03-13 11:11:59,120 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:11:59,282 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63108 to delete [blk_1073741936_1112, blk_1073741940_1116, blk_1073741941_1117, blk_1073741942_1118, blk_1073741943_1119, blk_1073741944_1120, blk_1073741945_1121]
2015-03-13 11:11:59,282 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63105 to delete [blk_1073741940_1116, blk_1073741941_1117, blk_1073741942_1118, blk_1073741943_1119, blk_1073741945_1121]
2015-03-13 11:11:59,293 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0013_000001 (auth:SIMPLE)
2015-03-13 11:11:59,294 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426270086855_0013_000001
2015-03-13 11:11:59,294 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426270086855_0013 APPATTEMPTID=appattempt_1426270086855_0013_000001
2015-03-13 11:11:59,295 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0013_000001 State change from LAUNCHED to RUNNING
2015-03-13 11:11:59,295 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0013 State change from ACCEPTED to RUNNING
2015-03-13 11:11:59,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job_1426270086855_0013_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:59,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/5485000872_lower_upper_04B4F984547C466A84D8B691E74A2385/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:11:59,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job_1426270086855_0013_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:11:59,525 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job_1426270086855_0013_1_conf.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:11:59,574 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741954_1130 src: /127.0.0.1:64058 dest: /127.0.0.1:63105
2015-03-13 11:11:59,577 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741954_1130 src: /127.0.0.1:64060 dest: /127.0.0.1:63115
2015-03-13 11:11:59,580 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741954_1130 src: /127.0.0.1:64061 dest: /127.0.0.1:63112
2015-03-13 11:11:59,590 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64061, dest: /127.0.0.1:63112, bytes: 92378, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135834666_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741954_1130, duration: 6937000
2015-03-13 11:11:59,591 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741954_1130, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:11:59,591 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64060, dest: /127.0.0.1:63115, bytes: 92378, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135834666_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741954_1130, duration: 7511000
2015-03-13 11:11:59,592 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741954_1130, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:59,592 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:11:59,593 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64058, dest: /127.0.0.1:63105, bytes: 92378, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135834666_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741954_1130, duration: 9121000
2015-03-13 11:11:59,593 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741954_1130, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:11:59,594 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:11:59,595 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:11:59,599 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job_1426270086855_0013_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-135834666_1
2015-03-13 11:11:59,860 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741936 for deletion
2015-03-13 11:11:59,860 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741940 for deletion
2015-03-13 11:11:59,860 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741941 for deletion
2015-03-13 11:11:59,860 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741942 for deletion
2015-03-13 11:11:59,861 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741943_1119 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741943 for deletion
2015-03-13 11:11:59,861 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741944 for deletion
2015-03-13 11:11:59,861 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741945 for deletion
2015-03-13 11:11:59,860 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741940 for deletion
2015-03-13 11:11:59,861 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741941 for deletion
2015-03-13 11:11:59,861 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741942 for deletion
2015-03-13 11:11:59,861 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741943_1119 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741943 for deletion
2015-03-13 11:11:59,862 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741945 for deletion
2015-03-13 11:11:59,861 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741941
2015-03-13 11:11:59,862 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741940
2015-03-13 11:11:59,862 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741941
2015-03-13 11:11:59,860 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741936
2015-03-13 11:11:59,862 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741943_1119 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741943
2015-03-13 11:11:59,862 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741942
2015-03-13 11:11:59,863 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741940
2015-03-13 11:11:59,863 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741942_1118 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741942
2015-03-13 11:11:59,862 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741943_1119 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741943
2015-03-13 11:11:59,863 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741944
2015-03-13 11:11:59,864 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741945
2015-03-13 11:11:59,863 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741945
2015-03-13 11:11:59,981 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:00,123 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:00,485 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0013_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:12:00,485 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0013 CONTAINERID=container_1426270086855_0013_01_000002
2015-03-13 11:12:00,485 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0013_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 11:12:00,485 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0013 container=Container: [ContainerId: container_1426270086855_0013_01_000002, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] containerId=container_1426270086855_0013_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:00,486 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-03-13 11:12:00,486 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:00,487 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0013_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:12:00,487 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0013 CONTAINERID=container_1426270086855_0013_01_000003
2015-03-13 11:12:00,487 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0013_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2015-03-13 11:12:00,487 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0013 container=Container: [ContainerId: container_1426270086855_0013_01_000003, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] containerId=container_1426270086855_0013_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:00,487 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-03-13 11:12:00,488 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:00,695 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1426270086855_0012_01_000001 succeeded
2015-03-13 11:12:00,695 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0012_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-03-13 11:12:00,695 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0012_01_000001
2015-03-13 11:12:00,703 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0012/container_1426270086855_0012_01_000001
2015-03-13 11:12:00,703 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0012/container_1426270086855_0012_01_000001
2015-03-13 11:12:00,703 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426270086855_0012/container_1426270086855_0012_01_000001
2015-03-13 11:12:00,703 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0012/container_1426270086855_0012_01_000001
2015-03-13 11:12:00,703 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0012 CONTAINERID=container_1426270086855_0012_01_000001
2015-03-13 11:12:00,704 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0012_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-03-13 11:12:00,704 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0012_01_000001 from application application_1426270086855_0012
2015-03-13 11:12:00,704 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:12:00,704 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0012
2015-03-13 11:12:00,982 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:01,128 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 12 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_COMPLETE diagnostics: "" exit_status: 0
2015-03-13 11:12:01,128 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0012_01_000001
2015-03-13 11:12:01,129 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0012_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:12:01,129 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(550)) - Unregistering app attempt : appattempt_1426270086855_0012_000001
2015-03-13 11:12:01,129 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0012_000001 State change from FINISHING to FINISHED
2015-03-13 11:12:01,129 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0012_01_000001 in state: COMPLETED event:FINISHED
2015-03-13 11:12:01,130 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0012 CONTAINERID=container_1426270086855_0012_01_000001
2015-03-13 11:12:01,130 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0012 State change from FINISHING to FINISHED
2015-03-13 11:12:01,130 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0012_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63138, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:12:01,130 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1426270086855_0012_000001
2015-03-13 11:12:01,130 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1426270086855_0012
2015-03-13 11:12:01,131 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(166)) - appId=application_1426270086855_0012,name=[6C186B48DFD64D9AA712A052C8A90657/FB647906E65844E9B2C1B959EBDDEFED] lower*upper/(2/2) ...value/true/true/true/true,user=soberoi,queue=default,state=FINISHED,trackingUrl=Edinburgh.local:63125/proxy/application_1426270086855_0012/jobhistory/job/job_1426270086855_0012,appMasterHost=Edinburgh.local,startTime=1426270300244,finishTime=1426270314654,finalStatus=SUCCEEDED
2015-03-13 11:12:01,130 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-03-13 11:12:01,131 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0012_01_000001, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:01,132 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:01,132 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3
2015-03-13 11:12:01,132 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0012_000001 released container container_1426270086855_0012_01_000001 on node: host: 10.1.1.144:63138 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:12:01,132 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplication(470)) - Application appattempt_1426270086855_0012_000001 is done. finalState=FINISHED
2015-03-13 11:12:01,132 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1426270086855_0012 requests cleared
2015-03-13 11:12:01,132 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(779)) - Application removed - appId: application_1426270086855_0012 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-03-13 11:12:01,132 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(510)) - Application removed - appId: application_1426270086855_0012 user: soberoi leaf-queue of parent: root #applications: 1
2015-03-13 11:12:01,134 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0012_000001 (auth:SIMPLE)
2015-03-13 11:12:01,136 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0012_01_000001
2015-03-13 11:12:01,328 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0013_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:12:01,328 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0013_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:12:01,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.jar dst=null perm=null
2015-03-13 11:12:01,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.jar dst=null perm=null
2015-03-13 11:12:01,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.xml dst=null perm=null
2015-03-13 11:12:01,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.xml dst=null perm=null
2015-03-13 11:12:01,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:01,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:01,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:01,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:01,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:01,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:01,466 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0013_000001 (auth:SIMPLE)
2015-03-13 11:12:01,469 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0013_01_000003 by user soberoi
2015-03-13 11:12:01,469 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0013_01_000002 by user soberoi
2015-03-13 11:12:01,469 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0013
2015-03-13 11:12:01,469 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0013 CONTAINERID=container_1426270086855_0013_01_000002
2015-03-13 11:12:01,469 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0013 CONTAINERID=container_1426270086855_0013_01_000003
2015-03-13 11:12:01,469 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0013_01_000002 to application application_1426270086855_0013
2015-03-13 11:12:01,469 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0013 transitioned from NEW to INITING
2015-03-13 11:12:01,470 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0013_01_000003 to application application_1426270086855_0013
2015-03-13 11:12:01,470 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0013 transitioned from INITING to RUNNING
2015-03-13 11:12:01,470 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0013_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 11:12:01,470 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0013_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 11:12:01,470 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0013
2015-03-13 11:12:01,470 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0013
2015-03-13 11:12:01,470 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:12:01,471 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0013
2015-03-13 11:12:01,471 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:12:01,471 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:12:01,471 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0013
2015-03-13 11:12:01,471 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0013
2015-03-13 11:12:01,471 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:12:01,471 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0013
2015-03-13 11:12:01,471 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0013_01_000003
2015-03-13 11:12:01,472 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0013_01_000002
2015-03-13 11:12:01,483 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1426270086855_0013_01_000002.tokens. Credentials list:
2015-03-13 11:12:01,483 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1426270086855_0013_01_000003.tokens. Credentials list:
2015-03-13 11:12:01,485 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:01,485 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:01,485 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0012 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:12:01,485 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0013_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:12:01,486 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0013_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:12:01,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0012
2015-03-13 11:12:01,486 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0012
2015-03-13 11:12:01,486 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0012 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:12:01,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0012
2015-03-13 11:12:01,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0012
2015-03-13 11:12:01,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0012
2015-03-13 11:12:01,486 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0012, with delay of 10800 seconds
2015-03-13 11:12:01,500 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:12:01,576 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1426270086855_0013_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0013/container_1426270086855_0013_01_000003.tokens
2015-03-13 11:12:01,576 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0013 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0013
2015-03-13 11:12:01,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.jar dst=null perm=null
2015-03-13 11:12:01,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.jar dst=null perm=null
2015-03-13 11:12:01,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.jar dst=null perm=null
2015-03-13 11:12:01,653 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64066, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1733519928_5525, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741950_1126, duration: 438000
2015-03-13 11:12:01,671 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:12:01,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.xml dst=null perm=null
2015-03-13 11:12:01,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.xml dst=null perm=null
2015-03-13 11:12:01,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.xml dst=null perm=null
2015-03-13 11:12:01,699 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64067, bytes: 100747, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1733519928_5525, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741953_1129, duration: 367000
2015-03-13 11:12:01,715 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:12:01,715 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0013_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:12:01,716 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0013_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:12:01,749 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0013_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 11:12:01,749 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:12:01,749 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0013_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 11:12:01,749 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:12:01,840 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0013/container_1426270086855_0013_01_000003/default_container_executor.sh]
2015-03-13 11:12:01,841 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0013/container_1426270086855_0013_01_000002/default_container_executor.sh]
2015-03-13 11:12:01,986 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:02,130 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0012 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:12:02,130 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0012
2015-03-13 11:12:02,130 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0012
2015-03-13 11:12:02,130 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0012
2015-03-13 11:12:02,131 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0012 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:12:02,131 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0012, with delay of 10800 seconds
2015-03-13 11:12:02,131 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0012
2015-03-13 11:12:02,131 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426270086855_0012
2015-03-13 11:12:02,343 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:12:02,491 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:02,491 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:02,749 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:12:02,885 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1426270086855_0013_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0013/container_1426270086855_0013_01_000002.tokens
2015-03-13 11:12:02,886 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0013 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0013
2015-03-13 11:12:02,990 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:03,340 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741954_1130
2015-03-13 11:12:03,496 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:03,496 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:03,760 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741954_1130
2015-03-13 11:12:03,993 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:04,003 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741954_1130
2015-03-13 11:12:04,501 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:04,501 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:04,996 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:05,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.split dst=null perm=null
2015-03-13 11:12:05,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job.split dst=null perm=null
2015-03-13 11:12:05,469 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64074, bytes: 725, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0013_m_000001_0_821953207_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741951_1127, duration: 200000
2015-03-13 11:12:05,505 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:05,505 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:05,524 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64075, bytes: 725, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0013_m_000000_0_1704848558_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741951_1127, duration: 193000
2015-03-13 11:12:05,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:12:05,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:12:05,778 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64074, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0013_m_000001_0_821953207_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741839_1015, duration: 180000
2015-03-13 11:12:05,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5485000872_lower_upper_04B4F984547C466A84D8B691E74A2385/_temporary/1/_temporary/attempt_1426270086855_0013_m_000001_0 dst=null perm=null
2015-03-13 11:12:05,829 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0013_01_000003
2015-03-13 11:12:05,829 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0013 CONTAINERID=container_1426270086855_0013_01_000003
2015-03-13 11:12:05,829 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0013_01_000003 transitioned from RUNNING to KILLING
2015-03-13 11:12:05,829 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0013_01_000003
2015-03-13 11:12:05,830 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:05,830 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:12:05,835 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64076, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0013_m_000000_0_1704848558_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741838_1014, duration: 210000
2015-03-13 11:12:05,843 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0013_01_000003 is : 143
2015-03-13 11:12:05,849 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job_1426270086855_0013_1.jhist. BP-951401976-10.1.1.144-1426270084277 blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:12:05,852 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741955_1131 src: /127.0.0.1:64077 dest: /127.0.0.1:63115
2015-03-13 11:12:05,853 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741955_1131 src: /127.0.0.1:64078 dest: /127.0.0.1:63112
2015-03-13 11:12:05,855 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741955_1131 src: /127.0.0.1:64079 dest: /127.0.0.1:63108
2015-03-13 11:12:05,856 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0013_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:12:05,856 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0013/container_1426270086855_0013_01_000003
2015-03-13 11:12:05,857 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0013/container_1426270086855_0013_01_000003
2015-03-13 11:12:05,857 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0013 CONTAINERID=container_1426270086855_0013_01_000003
2015-03-13 11:12:05,857 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0013/container_1426270086855_0013_01_000003
2015-03-13 11:12:05,857 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0013/container_1426270086855_0013_01_000003
2015-03-13 11:12:05,857 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0013_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:12:05,858 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0013_01_000003 from application application_1426270086855_0013
2015-03-13 11:12:05,858 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:12:05,858 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0013
2015-03-13 11:12:05,861 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job_1426270086855_0013_1.jhist for DFSClient_NONMAPREDUCE_-135834666_1
2015-03-13 11:12:05,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5485000872_lower_upper_04B4F984547C466A84D8B691E74A2385/_temporary/1/_temporary/attempt_1426270086855_0013_m_000000_0 dst=null perm=null
2015-03-13 11:12:05,893 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0013_01_000002
2015-03-13 11:12:05,893 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0013 CONTAINERID=container_1426270086855_0013_01_000002
2015-03-13 11:12:05,893 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0013_01_000002 transitioned from RUNNING to KILLING
2015-03-13 11:12:05,893 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0013_01_000002
2015-03-13 11:12:05,894 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:12:05,894 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:12:05,894 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0013_01_000003
2015-03-13 11:12:05,895 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0013_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:12:05,895 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0013_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 11:12:05,895 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0013 CONTAINERID=container_1426270086855_0013_01_000003
2015-03-13 11:12:05,895 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0013_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-03-13 11:12:05,895 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-03-13 11:12:05,895 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0013_01_000003, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:05,895 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:05,895 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:12:05,895 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0013_000001 released container container_1426270086855_0013_01_000003 on node: host: 10.1.1.144:63130 #containers=1 available=3072 used=1024 with event: FINISHED
2015-03-13 11:12:05,904 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0013_01_000002 is : 143
2015-03-13 11:12:05,911 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0013_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:12:05,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0013/container_1426270086855_0013_01_000002
2015-03-13 11:12:05,912 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0013 CONTAINERID=container_1426270086855_0013_01_000002
2015-03-13 11:12:05,912 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0013_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:12:05,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0013/container_1426270086855_0013_01_000002
2015-03-13 11:12:05,912 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0013_01_000002 from application application_1426270086855_0013
2015-03-13 11:12:05,912 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:12:05,912 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0013
2015-03-13 11:12:05,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0013/container_1426270086855_0013_01_000002
2015-03-13 11:12:05,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0013/container_1426270086855_0013_01_000002
2015-03-13 11:12:05,997 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:06,896 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:12:06,897 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0013_01_000002
2015-03-13 11:12:06,897 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0013_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:12:06,897 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0013_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 11:12:06,898 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0013 CONTAINERID=container_1426270086855_0013_01_000002
2015-03-13 11:12:06,898 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0013_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:12:06,898 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:12:06,898 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0013_01_000002, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:06,899 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:06,899 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:12:06,899 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0013_000001 released container container_1426270086855_0013_01_000002 on node: host: 10.1.1.144:63130 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:12:06,998 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:07,903 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0013_01_000004 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:12:07,903 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0013 CONTAINERID=container_1426270086855_0013_01_000004
2015-03-13 11:12:07,903 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0013_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 11:12:07,903 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0013 container=Container: [ContainerId: container_1426270086855_0013_01_000004, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] containerId=container_1426270086855_0013_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:07,904 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:12:07,904 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:08,002 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:08,381 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0013_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:12:08,389 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0013_01_000004 by user soberoi
2015-03-13 11:12:08,389 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0013 CONTAINERID=container_1426270086855_0013_01_000004
2015-03-13 11:12:08,389 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0013_01_000004 to application application_1426270086855_0013
2015-03-13 11:12:08,390 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0013_01_000004 transitioned from NEW to LOCALIZING
2015-03-13 11:12:08,390 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0013
2015-03-13 11:12:08,390 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0013
2015-03-13 11:12:08,390 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:12:08,390 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0013
2015-03-13 11:12:08,391 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0013_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:12:08,417 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0013_01_000004 transitioned from LOCALIZED to RUNNING
2015-03-13 11:12:08,417 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:12:08,495 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0013/container_1426270086855_0013_01_000004/default_container_executor.sh]
2015-03-13 11:12:08,904 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:08,904 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0013_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:12:09,007 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:09,386 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:12:09,908 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:10,009 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:10,910 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:10,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/5485000872_lower_upper_04B4F984547C466A84D8B691E74A2385/_temporary/1/_temporary/attempt_1426270086855_0013_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:10,976 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/5485000872_lower_upper_04B4F984547C466A84D8B691E74A2385/_temporary/1/_temporary/attempt_1426270086855_0013_r_000000_0/part-00000. BP-951401976-10.1.1.144-1426270084277 blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:12:11,015 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:11,047 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741956_1132 src: /127.0.0.1:64084 dest: /127.0.0.1:63115
2015-03-13 11:12:11,049 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741956_1132 src: /127.0.0.1:64085 dest: /127.0.0.1:63112
2015-03-13 11:12:11,050 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741956_1132 src: /127.0.0.1:64086 dest: /127.0.0.1:63108
2015-03-13 11:12:11,066 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64086, dest: /127.0.0.1:63108, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0013_r_000000_0_1679931883_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741956_1132, duration: 13996000
2015-03-13 11:12:11,067 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741956_1132, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:11,067 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:12:11,067 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64085, dest: /127.0.0.1:63112, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0013_r_000000_0_1679931883_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741956_1132, duration: 14798000
2015-03-13 11:12:11,068 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741956_1132, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:11,069 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:12:11,069 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64084, dest: /127.0.0.1:63115, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0013_r_000000_0_1679931883_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741956_1132, duration: 16174000
2015-03-13 11:12:11,069 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741956_1132, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:11,070 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:12:11,073 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-soberoi/5485000872_lower_upper_04B4F984547C466A84D8B691E74A2385/_temporary/1/_temporary/attempt_1426270086855_0013_r_000000_0/part-00000 is closed by DFSClient_attempt_1426270086855_0013_r_000000_0_1679931883_1
2015-03-13 11:12:11,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5485000872_lower_upper_04B4F984547C466A84D8B691E74A2385/_temporary/1/_temporary/attempt_1426270086855_0013_r_000000_0 dst=null perm=null
2015-03-13 11:12:11,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5485000872_lower_upper_04B4F984547C466A84D8B691E74A2385/_temporary/1/_temporary/attempt_1426270086855_0013_r_000000_0 dst=null perm=null
2015-03-13 11:12:11,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5485000872_lower_upper_04B4F984547C466A84D8B691E74A2385/_temporary/1/task_1426270086855_0013_r_000000 dst=null perm=null
2015-03-13 11:12:11,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/5485000872_lower_upper_04B4F984547C466A84D8B691E74A2385/_temporary/1/_temporary/attempt_1426270086855_0013_r_000000_0 dst=/tmp/hadoop-soberoi/5485000872_lower_upper_04B4F984547C466A84D8B691E74A2385/_temporary/1/task_1426270086855_0013_r_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:12:11,106 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0013_01_000004
2015-03-13 11:12:11,106 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0013 CONTAINERID=container_1426270086855_0013_01_000004
2015-03-13 11:12:11,106 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0013_01_000004 transitioned from RUNNING to KILLING
2015-03-13 11:12:11,107 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0013_01_000004
2015-03-13 11:12:11,107 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:12:11,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:11,114 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-135834666_1
2015-03-13 11:12:11,118 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0013_01_000004 is : 143
2015-03-13 11:12:11,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/5485000872_lower_upper_04B4F984547C466A84D8B691E74A2385/_temporary/1 dst=null perm=null
2015-03-13 11:12:11,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5485000872_lower_upper_04B4F984547C466A84D8B691E74A2385 dst=null perm=null
2015-03-13 11:12:11,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5485000872_lower_upper_04B4F984547C466A84D8B691E74A2385 dst=null perm=null
2015-03-13 11:12:11,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/5485000872_lower_upper_04B4F984547C466A84D8B691E74A2385/_temporary/1/task_1426270086855_0013_r_000000 dst=null perm=null
2015-03-13 11:12:11,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5485000872_lower_upper_04B4F984547C466A84D8B691E74A2385/part-00000 dst=null perm=null
2015-03-13 11:12:11,130 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0013_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:12:11,130 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0013/container_1426270086855_0013_01_000004
2015-03-13 11:12:11,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/5485000872_lower_upper_04B4F984547C466A84D8B691E74A2385/_temporary/1/task_1426270086855_0013_r_000000/part-00000 dst=/tmp/hadoop-soberoi/5485000872_lower_upper_04B4F984547C466A84D8B691E74A2385/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:11,131 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0013/container_1426270086855_0013_01_000004
2015-03-13 11:12:11,132 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0013/container_1426270086855_0013_01_000004
2015-03-13 11:12:11,133 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0013/container_1426270086855_0013_01_000004
2015-03-13 11:12:11,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/5485000872_lower_upper_04B4F984547C466A84D8B691E74A2385/_temporary dst=null perm=null
2015-03-13 11:12:11,138 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0013 CONTAINERID=container_1426270086855_0013_01_000004
2015-03-13 11:12:11,139 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0013_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:12:11,139 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0013_01_000004 from application application_1426270086855_0013
2015-03-13 11:12:11,139 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:12:11,139 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0013
2015-03-13 11:12:11,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/5485000872_lower_upper_04B4F984547C466A84D8B691E74A2385/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:11,146 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-soberoi/5485000872_lower_upper_04B4F984547C466A84D8B691E74A2385/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-135834666_1
2015-03-13 11:12:11,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:11,151 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-135834666_1
2015-03-13 11:12:11,165 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64079, dest: /127.0.0.1:63108, bytes: 44407, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135834666_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741955_1131, duration: 5308190000
2015-03-13 11:12:11,165 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741955_1131, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:11,166 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:12:11,166 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64078, dest: /127.0.0.1:63112, bytes: 44407, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135834666_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741955_1131, duration: 5309425000
2015-03-13 11:12:11,166 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741955_1131, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:11,167 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:12:11,167 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64077, dest: /127.0.0.1:63115, bytes: 44407, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135834666_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741955_1131, duration: 5310753000
2015-03-13 11:12:11,168 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741955_1131, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:11,168 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:12:11,169 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job_1426270086855_0013_1.jhist is closed by DFSClient_NONMAPREDUCE_-135834666_1
2015-03-13 11:12:11,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:11,174 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013.summary_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:12:11,176 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741957_1133 src: /127.0.0.1:64087 dest: /127.0.0.1:63108
2015-03-13 11:12:11,177 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741957_1133 src: /127.0.0.1:64088 dest: /127.0.0.1:63105
2015-03-13 11:12:11,179 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741957_1133 src: /127.0.0.1:64089 dest: /127.0.0.1:63112
2015-03-13 11:12:11,181 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64089, dest: /127.0.0.1:63112, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135834666_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741957_1133, duration: 1268000
2015-03-13 11:12:11,182 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741957_1133, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:11,182 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:11,182 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64088, dest: /127.0.0.1:63105, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135834666_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741957_1133, duration: 1881000
2015-03-13 11:12:11,182 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741957_1133, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:11,183 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:11,183 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64087, dest: /127.0.0.1:63108, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135834666_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741957_1133, duration: 2736000
2015-03-13 11:12:11,183 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741957_1133, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:11,184 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:11,185 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013.summary_tmp is closed by DFSClient_NONMAPREDUCE_-135834666_1
2015-03-13 11:12:11,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:12:11,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job_1426270086855_0013_1.jhist dst=null perm=null
2015-03-13 11:12:11,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013-1426270315910-soberoi-%5B79A78D410F364511A70290073077BA9F%2F148686B3CC1D4724-1426270331152-2-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:12:11,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job_1426270086855_0013_1.jhist dst=null perm=null
2015-03-13 11:12:11,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013-1426270315910-soberoi-%5B79A78D410F364511A70290073077BA9F%2F148686B3CC1D4724-1426270331152-2-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:12:11,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job_1426270086855_0013_1.jhist dst=null perm=null
2015-03-13 11:12:11,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013-1426270315910-soberoi-%5B79A78D410F364511A70290073077BA9F%2F148686B3CC1D4724-1426270331152-2-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:11,207 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64090, bytes: 44755, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-135834666_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741955_1131, duration: 172000
2015-03-13 11:12:11,209 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013-1426270315910-soberoi-%5B79A78D410F364511A70290073077BA9F%2F148686B3CC1D4724-1426270331152-2-1-SUCCEEDED-default.jhist_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:12:11,211 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741958_1134 src: /127.0.0.1:64091 dest: /127.0.0.1:63115
2015-03-13 11:12:11,213 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741958_1134 src: /127.0.0.1:64092 dest: /127.0.0.1:63108
2015-03-13 11:12:11,214 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741958_1134 src: /127.0.0.1:64093 dest: /127.0.0.1:63105
2015-03-13 11:12:11,217 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64093, dest: /127.0.0.1:63105, bytes: 44407, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135834666_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741958_1134, duration: 1777000
2015-03-13 11:12:11,218 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741958_1134, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:11,218 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:12:11,218 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64092, dest: /127.0.0.1:63108, bytes: 44407, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135834666_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741958_1134, duration: 2470000
2015-03-13 11:12:11,219 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741958_1134, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:11,219 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64091, dest: /127.0.0.1:63115, bytes: 44407, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135834666_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741958_1134, duration: 3500000
2015-03-13 11:12:11,219 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:12:11,220 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741958_1134, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:11,220 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:12:11,221 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013-1426270315910-soberoi-%5B79A78D410F364511A70290073077BA9F%2F148686B3CC1D4724-1426270331152-2-1-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-135834666_1
2015-03-13 11:12:11,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013-1426270315910-soberoi-%5B79A78D410F364511A70290073077BA9F%2F148686B3CC1D4724-1426270331152-2-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:12:11,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job_1426270086855_0013_1_conf.xml dst=null perm=null
2015-03-13 11:12:11,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013_conf.xml_tmp dst=null perm=null
2015-03-13 11:12:11,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job_1426270086855_0013_1_conf.xml dst=null perm=null
2015-03-13 11:12:11,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013_conf.xml_tmp dst=null perm=null
2015-03-13 11:12:11,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013/job_1426270086855_0013_1_conf.xml dst=null perm=null
2015-03-13 11:12:11,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:11,236 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64094, bytes: 93102, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-135834666_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741954_1130, duration: 373000
2015-03-13 11:12:11,238 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013_conf.xml_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:12:11,240 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741959_1135 src: /127.0.0.1:64095 dest: /127.0.0.1:63108
2015-03-13 11:12:11,242 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741959_1135 src: /127.0.0.1:64096 dest: /127.0.0.1:63112
2015-03-13 11:12:11,243 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741959_1135 src: /127.0.0.1:64097 dest: /127.0.0.1:63105
2015-03-13 11:12:11,246 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64097, dest: /127.0.0.1:63105, bytes: 92378, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135834666_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741959_1135, duration: 1951000
2015-03-13 11:12:11,247 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741959_1135, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:11,247 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:12:11,248 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64096, dest: /127.0.0.1:63112, bytes: 92378, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135834666_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741959_1135, duration: 2817000
2015-03-13 11:12:11,248 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741959_1135, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:11,249 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:12:11,249 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64095, dest: /127.0.0.1:63108, bytes: 92378, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135834666_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741959_1135, duration: 4153000
2015-03-13 11:12:11,250 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741959_1135, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:11,250 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:12:11,252 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-135834666_1
2015-03-13 11:12:11,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:12:11,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:12:11,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:12:11,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013-1426270315910-soberoi-%5B79A78D410F364511A70290073077BA9F%2F148686B3CC1D4724-1426270331152-2-1-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013-1426270315910-soberoi-%5B79A78D410F364511A70290073077BA9F%2F148686B3CC1D4724-1426270331152-2-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:12:11,268 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0013_000001 State change from RUNNING to FINISHING
2015-03-13 11:12:11,268 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426270086855_0013
2015-03-13 11:12:11,269 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0013 State change from RUNNING to REMOVING
2015-03-13 11:12:11,269 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426270086855_0013
2015-03-13 11:12:11,269 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0013 State change from REMOVING to FINISHING
2015-03-13 11:12:12,021 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:12,110 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:12:12,110 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0013_01_000004
2015-03-13 11:12:12,111 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0013_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:12:12,111 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0013_01_000004 in state: COMPLETED event:FINISHED
2015-03-13 11:12:12,111 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0013 CONTAINERID=container_1426270086855_0013_01_000004
2015-03-13 11:12:12,112 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0013_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:12:12,112 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:12:12,112 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0013_01_000004, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:12,112 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:12,112 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:12:12,113 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0013_000001 released container container_1426270086855_0013_01_000004 on node: host: 10.1.1.144:63130 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:12:12,278 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(663)) - Number of transactions: 1141 Total time for transactions(ms): 64 Number of transactions batched in Syncs: 7 Number of syncs: 644 SyncTimes(ms): 221 125
2015-03-13 11:12:12,279 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741950_1126 127.0.0.1:63115 127.0.0.1:63108 127.0.0.1:63105 127.0.0.1:63112
2015-03-13 11:12:12,279 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741951_1127 127.0.0.1:63115 127.0.0.1:63112 127.0.0.1:63105 127.0.0.1:63108
2015-03-13 11:12:12,280 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741952_1128 127.0.0.1:63105 127.0.0.1:63112 127.0.0.1:63115
2015-03-13 11:12:12,280 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741953_1129 127.0.0.1:63108 127.0.0.1:63112 127.0.0.1:63115
2015-03-13 11:12:12,280 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741955_1131 127.0.0.1:63115 127.0.0.1:63112 127.0.0.1:63108
2015-03-13 11:12:12,280 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741954_1130 127.0.0.1:63105 127.0.0.1:63115 127.0.0.1:63112
2015-03-13 11:12:12,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0013 dst=null perm=null
2015-03-13 11:12:12,318 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (2/2) ...e/false/false/false/false
2015-03-13 11:12:12,325 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:12:12,334 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:12:12,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null
2015-03-13 11:12:12,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:12:12,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:12:12,342 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 14
2015-03-13 11:12:12,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014 dst=null perm=null
2015-03-13 11:12:12,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 11:12:12,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 11:12:12,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.jar dst=null perm=null
2015-03-13 11:12:12,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:12,349 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.jar. BP-951401976-10.1.1.144-1426270084277 blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:12:12,350 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741960_1136 src: /127.0.0.1:64100 dest: /127.0.0.1:63108
2015-03-13 11:12:12,351 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741960_1136 src: /127.0.0.1:64101 dest: /127.0.0.1:63112
2015-03-13 11:12:12,352 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741960_1136 src: /127.0.0.1:64102 dest: /127.0.0.1:63105
2015-03-13 11:12:12,357 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64102, dest: /127.0.0.1:63105, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741960_1136, duration: 2279000
2015-03-13 11:12:12,357 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741960_1136, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:12,357 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:12:12,358 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64101, dest: /127.0.0.1:63112, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741960_1136, duration: 2700000
2015-03-13 11:12:12,358 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741960_1136, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:12,359 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64100, dest: /127.0.0.1:63108, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741960_1136, duration: 4331000
2015-03-13 11:12:12,359 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741960_1136, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:12,359 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:12:12,361 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:12:12,362 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.jar is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:12:12,363 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.jar
2015-03-13 11:12:12,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.jar dst=null perm=null
2015-03-13 11:12:12,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:12,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:12,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:12,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:12,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 11:12:12,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 11:12:12,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 11:12:12,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 11:12:12,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 11:12:12,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:12,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5485000872_lower_upper_04B4F984547C466A84D8B691E74A2385 dst=null perm=null
2015-03-13 11:12:12,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5485000872_lower_upper_04B4F984547C466A84D8B691E74A2385 dst=null perm=null
2015-03-13 11:12:12,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/5485000872_lower_upper_04B4F984547C466A84D8B691E74A2385 dst=null perm=null
2015-03-13 11:12:12,379 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:12:12,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:12,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:12,383 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.split
2015-03-13 11:12:12,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.split dst=null perm=null
2015-03-13 11:12:12,384 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.split. BP-951401976-10.1.1.144-1426270084277 blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:12:12,386 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741961_1137 src: /127.0.0.1:64103 dest: /127.0.0.1:63108
2015-03-13 11:12:12,387 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741961_1137 src: /127.0.0.1:64104 dest: /127.0.0.1:63112
2015-03-13 11:12:12,388 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741961_1137 src: /127.0.0.1:64105 dest: /127.0.0.1:63105
2015-03-13 11:12:12,389 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741961_1137 src: /127.0.0.1:64106 dest: /127.0.0.1:63115
2015-03-13 11:12:12,394 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64106, dest: /127.0.0.1:63115, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741961_1137, duration: 3309000
2015-03-13 11:12:12,394 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741961_1137, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:12,395 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:12,395 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64105, dest: /127.0.0.1:63105, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741961_1137, duration: 3693000
2015-03-13 11:12:12,395 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741961_1137, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:12,395 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:12,396 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64104, dest: /127.0.0.1:63112, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741961_1137, duration: 4729000
2015-03-13 11:12:12,396 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741961_1137, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:12,397 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64103, dest: /127.0.0.1:63108, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741961_1137, duration: 6613000
2015-03-13 11:12:12,398 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741961_1137, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:12,401 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:12,402 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:12,403 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.split is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:12:12,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:12,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:12,407 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.splitmetainfo. BP-951401976-10.1.1.144-1426270084277 blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:12:12,408 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741962_1138 src: /127.0.0.1:64107 dest: /127.0.0.1:63105
2015-03-13 11:12:12,409 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741962_1138 src: /127.0.0.1:64108 dest: /127.0.0.1:63108
2015-03-13 11:12:12,411 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741962_1138 src: /127.0.0.1:64109 dest: /127.0.0.1:63112
2015-03-13 11:12:12,414 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64109, dest: /127.0.0.1:63112, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741962_1138, duration: 1420000
2015-03-13 11:12:12,414 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741962_1138, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:12,415 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:12,415 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64108, dest: /127.0.0.1:63108, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741962_1138, duration: 2137000
2015-03-13 11:12:12,415 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741962_1138, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:12,415 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:12,416 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64107, dest: /127.0.0.1:63105, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741962_1138, duration: 3103000
2015-03-13 11:12:12,416 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741962_1138, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:12,416 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:12,418 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:12:12,419 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:1
2015-03-13 11:12:12,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:12,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:12,424 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:12:12,424 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:12:12,425 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:12:12,430 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:12:12,432 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741963_1139 src: /127.0.0.1:64110 dest: /127.0.0.1:63105
2015-03-13 11:12:12,433 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741963_1139 src: /127.0.0.1:64111 dest: /127.0.0.1:63108
2015-03-13 11:12:12,435 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741963_1139 src: /127.0.0.1:64112 dest: /127.0.0.1:63115
2015-03-13 11:12:12,438 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64112, dest: /127.0.0.1:63115, bytes: 98987, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741963_1139, duration: 1571000
2015-03-13 11:12:12,438 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741963_1139, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:12,439 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64111, dest: /127.0.0.1:63108, bytes: 98987, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741963_1139, duration: 2155000
2015-03-13 11:12:12,439 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:12,439 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741963_1139, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:12,440 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64110, dest: /127.0.0.1:63105, bytes: 98987, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741963_1139, duration: 3712000
2015-03-13 11:12:12,441 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741963_1139, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:12,441 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:12,443 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:12,444 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.xml is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:12:12,445 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426270086855_0014
2015-03-13 11:12:12,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014 dst=null perm=null
2015-03-13 11:12:12,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.xml dst=null perm=null
2015-03-13 11:12:12,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.xml dst=null perm=null
2015-03-13 11:12:12,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.jar dst=null perm=null
2015-03-13 11:12:12,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.jar dst=null perm=null
2015-03-13 11:12:12,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.split dst=null perm=null
2015-03-13 11:12:12,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.split dst=null perm=null
2015-03-13 11:12:12,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.splitmetainfo dst=null perm=null
2015-03-13 11:12:12,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.splitmetainfo dst=null perm=null
2015-03-13 11:12:12,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:12,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:12,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:12,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:12,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:12,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:12,463 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 14 submitted by user soberoi
2015-03-13 11:12:12,463 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426270086855_0014
2015-03-13 11:12:12,463 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426270086855_0014
2015-03-13 11:12:12,463 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426270086855_0014
2015-03-13 11:12:12,463 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0014 State change from NEW to NEW_SAVING
2015-03-13 11:12:12,464 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0014 State change from NEW_SAVING to SUBMITTED
2015-03-13 11:12:12,464 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426270086855_0014_000001
2015-03-13 11:12:12,464 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0014_000001 State change from NEW to SUBMITTED
2015-03-13 11:12:12,464 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426270086855_0014 from user: soberoi activated in queue: default
2015-03-13 11:12:12,464 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426270086855_0014 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@20a38b8, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-03-13 11:12:12,464 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426270086855_0014 user: soberoi leaf-queue of parent: root #applications: 2
2015-03-13 11:12:12,464 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426270086855_0014_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2015-03-13 11:12:12,465 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0014_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 11:12:12,465 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0014 State change from SUBMITTED to ACCEPTED
2015-03-13 11:12:12,468 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426270086855_0014 to ResourceManager at /10.1.1.144:63128
2015-03-13 11:12:12,470 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:63125/proxy/application_1426270086855_0014/
2015-03-13 11:12:12,470 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1426270086855_0014
2015-03-13 11:12:12,470 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:63125/proxy/application_1426270086855_0014/
2015-03-13 11:12:12,567 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741962_1138
2015-03-13 11:12:12,569 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741960_1136
2015-03-13 11:12:12,769 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741959_1135
2015-03-13 11:12:12,770 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741956_1132
2015-03-13 11:12:12,771 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741958_1134
2015-03-13 11:12:12,771 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741961_1137
2015-03-13 11:12:12,772 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741957_1133
2015-03-13 11:12:12,772 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741955_1131
2015-03-13 11:12:12,969 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741963_1139
2015-03-13 11:12:13,022 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:13,023 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0014_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:12:13,023 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0014 CONTAINERID=container_1426270086855_0014_01_000001
2015-03-13 11:12:13,023 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0014_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63134, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2015-03-13 11:12:13,023 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0014 container=Container: [ContainerId: container_1426270086855_0014_01_000001, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0014_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:13,024 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 11:12:13,024 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0014_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:12:13,024 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:13,025 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426270086855_0014 AttemptId: appattempt_1426270086855_0014_000001 MasterContainer: Container: [ContainerId: container_1426270086855_0014_01_000001, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ]
2015-03-13 11:12:13,025 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0014_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 11:12:13,025 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426270086855_0014_000001
2015-03-13 11:12:13,025 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0014_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 11:12:13,025 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426270086855_0014_000001
2015-03-13 11:12:13,026 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426270086855_0014_01_000001, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] for AM appattempt_1426270086855_0014_000001
2015-03-13 11:12:13,026 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426270086855_0014_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 11:12:13,028 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0014_000001 (auth:SIMPLE)
2015-03-13 11:12:13,030 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0014_01_000001 by user soberoi
2015-03-13 11:12:13,030 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0014
2015-03-13 11:12:13,030 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0014 CONTAINERID=container_1426270086855_0014_01_000001
2015-03-13 11:12:13,030 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0014 transitioned from NEW to INITING
2015-03-13 11:12:13,030 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0014_01_000001 to application application_1426270086855_0014
2015-03-13 11:12:13,030 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426270086855_0014_01_000001, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] for AM appattempt_1426270086855_0014_000001
2015-03-13 11:12:13,031 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0014 transitioned from INITING to RUNNING
2015-03-13 11:12:13,031 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0014_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 11:12:13,031 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0014_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 11:12:13,031 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0014
2015-03-13 11:12:13,031 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:12:13,031 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 11:12:13,031 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.split transitioned from INIT to DOWNLOADING
2015-03-13 11:12:13,032 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:12:13,032 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0014_01_000001
2015-03-13 11:12:13,041 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1426270086855_0014_01_000001.tokens. Credentials list:
2015-03-13 11:12:13,055 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:12:13,130 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1426270086855_0014_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0014/container_1426270086855_0014_01_000001.tokens
2015-03-13 11:12:13,130 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0014 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0014
2015-03-13 11:12:13,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.jar dst=null perm=null
2015-03-13 11:12:13,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.jar dst=null perm=null
2015-03-13 11:12:13,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.jar dst=null perm=null
2015-03-13 11:12:13,202 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64116, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1910352884_5761, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741960_1136, duration: 491000
2015-03-13 11:12:13,220 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:12:13,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.splitmetainfo dst=null perm=null
2015-03-13 11:12:13,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.splitmetainfo dst=null perm=null
2015-03-13 11:12:13,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.splitmetainfo dst=null perm=null
2015-03-13 11:12:13,245 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64117, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1910352884_5761, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741962_1138, duration: 133000
2015-03-13 11:12:13,264 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:12:13,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.split dst=null perm=null
2015-03-13 11:12:13,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.split dst=null perm=null
2015-03-13 11:12:13,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.split dst=null perm=null
2015-03-13 11:12:13,292 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64118, bytes: 362, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1910352884_5761, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741961_1137, duration: 184000
2015-03-13 11:12:13,306 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:12:13,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.xml dst=null perm=null
2015-03-13 11:12:13,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.xml dst=null perm=null
2015-03-13 11:12:13,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.xml dst=null perm=null
2015-03-13 11:12:13,334 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64117, bytes: 99763, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1910352884_5761, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741963_1139, duration: 267000
2015-03-13 11:12:13,348 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:12:13,348 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0014_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:12:13,351 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741956_1132
2015-03-13 11:12:13,352 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741955_1131
2015-03-13 11:12:13,352 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741958_1134
2015-03-13 11:12:13,353 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741961_1137
2015-03-13 11:12:13,354 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741963_1139
2015-03-13 11:12:13,383 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0014_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 11:12:13,383 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:12:13,467 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0014/container_1426270086855_0014_01_000001/default_container_executor.sh]
2015-03-13 11:12:13,767 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741962_1138
2015-03-13 11:12:13,767 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741958_1134
2015-03-13 11:12:13,768 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741959_1135
2015-03-13 11:12:13,769 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741960_1136
2015-03-13 11:12:13,972 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741963_1139
2015-03-13 11:12:13,973 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741957_1133
2015-03-13 11:12:13,973 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741961_1137
2015-03-13 11:12:14,012 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741955_1131
2015-03-13 11:12:14,025 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:14,025 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:14,025 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0014_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:12:14,214 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741960_1136
2015-03-13 11:12:14,215 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741956_1132
2015-03-13 11:12:14,216 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741961_1137
2015-03-13 11:12:14,216 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741962_1138
2015-03-13 11:12:14,217 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741959_1135
2015-03-13 11:12:14,217 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741957_1133
2015-03-13 11:12:14,296 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1352)) - BLOCK* ask 127.0.0.1:63112 to replicate blk_1073741960_1136 to datanode(s) 127.0.0.1:63115
2015-03-13 11:12:14,297 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63115 to delete [blk_1073741952_1128, blk_1073741953_1129, blk_1073741954_1130, blk_1073741955_1131, blk_1073741950_1126, blk_1073741951_1127]
2015-03-13 11:12:14,297 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63108 to delete [blk_1073741953_1129, blk_1073741955_1131, blk_1073741950_1126, blk_1073741951_1127]
2015-03-13 11:12:14,879 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741953 for deletion
2015-03-13 11:12:14,879 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741955_1131 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741955 for deletion
2015-03-13 11:12:14,879 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741950 for deletion
2015-03-13 11:12:14,880 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741951 for deletion
2015-03-13 11:12:14,880 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741953
2015-03-13 11:12:14,880 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741955_1131 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741955
2015-03-13 11:12:14,880 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741950
2015-03-13 11:12:14,880 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741951
2015-03-13 11:12:15,028 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:15,028 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:15,125 INFO datanode.DataNode (DataNode.java:transferBlock(1319)) - DatanodeRegistration(127.0.0.1, storageID=DS-2043704984-10.1.1.144-63112-1426270085851, infoPort=63113, ipcPort=63114, storageInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0) Starting thread to transfer BP-951401976-10.1.1.144-1426270084277:blk_1073741960_1136 to 127.0.0.1:63115
2015-03-13 11:12:15,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:12:15,126 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741960_1136 src: /127.0.0.1:64120 dest: /127.0.0.1:63115
2015-03-13 11:12:15,127 INFO datanode.DataNode (DataNode.java:run(1523)) - DataTransfer: Transmitted BP-951401976-10.1.1.144-1426270084277:blk_1073741960_1136 (numBytes=254067) to /127.0.0.1:63115
2015-03-13 11:12:15,128 INFO datanode.DataNode (DataXceiver.java:writeBlock(594)) - Received BP-951401976-10.1.1.144-1426270084277:blk_1073741960_1136 src: /127.0.0.1:64120 dest: /127.0.0.1:63115 of size 254067
2015-03-13 11:12:15,128 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741960_1136 size 254067
2015-03-13 11:12:15,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/COMMIT_STARTED dst=null perm=null
2015-03-13 11:12:15,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/COMMIT_SUCCESS dst=null perm=null
2015-03-13 11:12:15,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/COMMIT_FAIL dst=null perm=null
2015-03-13 11:12:15,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014 dst=null perm=null
2015-03-13 11:12:15,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 11:12:15,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 11:12:15,266 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741952 for deletion
2015-03-13 11:12:15,267 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741953 for deletion
2015-03-13 11:12:15,267 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741954_1130 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741954 for deletion
2015-03-13 11:12:15,267 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741955_1131 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741955 for deletion
2015-03-13 11:12:15,267 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741950 for deletion
2015-03-13 11:12:15,267 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741951 for deletion
2015-03-13 11:12:15,267 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741953
2015-03-13 11:12:15,267 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741952
2015-03-13 11:12:15,268 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741955_1131 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741955
2015-03-13 11:12:15,268 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741954_1130 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741954
2015-03-13 11:12:15,268 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741950
2015-03-13 11:12:15,268 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741951
2015-03-13 11:12:15,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.splitmetainfo dst=null perm=null
2015-03-13 11:12:15,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.splitmetainfo dst=null perm=null
2015-03-13 11:12:15,578 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64121, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1159951496_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741962_1138, duration: 140000
2015-03-13 11:12:16,031 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:16,031 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:16,352 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0014_000001 (auth:SIMPLE)
2015-03-13 11:12:16,353 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426270086855_0014_000001
2015-03-13 11:12:16,354 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426270086855_0014 APPATTEMPTID=appattempt_1426270086855_0014_000001
2015-03-13 11:12:16,354 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0014_000001 State change from LAUNCHED to RUNNING
2015-03-13 11:12:16,354 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0014 State change from ACCEPTED to RUNNING
2015-03-13 11:12:16,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job_1426270086855_0014_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:16,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:12:16,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job_1426270086855_0014_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:16,611 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job_1426270086855_0014_1_conf.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:12:16,647 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741964_1140 src: /127.0.0.1:64127 dest: /127.0.0.1:63105
2015-03-13 11:12:16,648 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741964_1140 src: /127.0.0.1:64128 dest: /127.0.0.1:63108
2015-03-13 11:12:16,650 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741964_1140 src: /127.0.0.1:64129 dest: /127.0.0.1:63115
2015-03-13 11:12:16,660 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64129, dest: /127.0.0.1:63115, bytes: 91603, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1159951496_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741964_1140, duration: 8588000
2015-03-13 11:12:16,660 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741964_1140, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:16,661 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:16,661 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64128, dest: /127.0.0.1:63108, bytes: 91603, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1159951496_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741964_1140, duration: 9177000
2015-03-13 11:12:16,661 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741964_1140, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:16,662 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:16,662 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64127, dest: /127.0.0.1:63105, bytes: 91603, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1159951496_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741964_1140, duration: 10080000
2015-03-13 11:12:16,662 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741964_1140, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:16,662 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:16,667 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job_1426270086855_0014_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1159951496_1
2015-03-13 11:12:17,037 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:17,037 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:17,298 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63105 to delete [blk_1073741952_1128, blk_1073741954_1130, blk_1073741950_1126, blk_1073741951_1127]
2015-03-13 11:12:17,298 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63112 to delete [blk_1073741952_1128, blk_1073741953_1129, blk_1073741954_1130, blk_1073741955_1131, blk_1073741950_1126, blk_1073741951_1127]
2015-03-13 11:12:17,411 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1426270086855_0013_01_000001 succeeded
2015-03-13 11:12:17,411 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0013_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-03-13 11:12:17,411 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0013_01_000001
2015-03-13 11:12:17,420 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0013/container_1426270086855_0013_01_000001
2015-03-13 11:12:17,420 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0013/container_1426270086855_0013_01_000001
2015-03-13 11:12:17,420 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0013/container_1426270086855_0013_01_000001
2015-03-13 11:12:17,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0013/container_1426270086855_0013_01_000001
2015-03-13 11:12:17,421 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0013 CONTAINERID=container_1426270086855_0013_01_000001
2015-03-13 11:12:17,422 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0013_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-03-13 11:12:17,422 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0013_01_000001 from application application_1426270086855_0013
2015-03-13 11:12:17,422 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:12:17,422 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0013
2015-03-13 11:12:17,881 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741952 for deletion
2015-03-13 11:12:17,881 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741954_1130 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741954 for deletion
2015-03-13 11:12:17,881 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741950 for deletion
2015-03-13 11:12:17,882 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741951 for deletion
2015-03-13 11:12:17,882 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741954_1130 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741954
2015-03-13 11:12:17,882 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741952
2015-03-13 11:12:17,882 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741951
2015-03-13 11:12:17,883 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741950
2015-03-13 11:12:17,977 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741964_1140
2015-03-13 11:12:18,038 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 13 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_COMPLETE diagnostics: "" exit_status: 0
2015-03-13 11:12:18,038 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0013_01_000001
2015-03-13 11:12:18,039 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:18,039 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0013_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:12:18,039 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(550)) - Unregistering app attempt : appattempt_1426270086855_0013_000001
2015-03-13 11:12:18,039 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0013_01_000001 in state: COMPLETED event:FINISHED
2015-03-13 11:12:18,040 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0013_000001 State change from FINISHING to FINISHED
2015-03-13 11:12:18,040 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0013 State change from FINISHING to FINISHED
2015-03-13 11:12:18,040 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0013 CONTAINERID=container_1426270086855_0013_01_000001
2015-03-13 11:12:18,040 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1426270086855_0013_000001
2015-03-13 11:12:18,040 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1426270086855_0013
2015-03-13 11:12:18,041 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(166)) - appId=application_1426270086855_0013,name=[79A78D410F364511A70290073077BA9F/148686B3CC1D472498F4D92A2D586767] lower*upper/(1/2),user=soberoi,queue=default,state=FINISHED,trackingUrl=Edinburgh.local:63125/proxy/application_1426270086855_0013/jobhistory/job/job_1426270086855_0013,appMasterHost=Edinburgh.local,startTime=1426270315910,finishTime=1426270331269,finalStatus=SUCCEEDED
2015-03-13 11:12:18,040 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0013_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63134, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:12:18,041 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:12:18,042 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0013_01_000001, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:18,042 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:18,042 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-03-13 11:12:18,042 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0013_000001 released container container_1426270086855_0013_01_000001 on node: host: 10.1.1.144:63134 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:12:18,043 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0014_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:12:18,043 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0014 CONTAINERID=container_1426270086855_0014_01_000002
2015-03-13 11:12:18,043 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0014_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 11:12:18,043 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0014 container=Container: [ContainerId: container_1426270086855_0014_01_000002, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0014_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:18,043 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2015-03-13 11:12:18,043 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:18,044 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplication(470)) - Application appattempt_1426270086855_0013_000001 is done. finalState=FINISHED
2015-03-13 11:12:18,044 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1426270086855_0013 requests cleared
2015-03-13 11:12:18,044 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(779)) - Application removed - appId: application_1426270086855_0013 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-03-13 11:12:18,044 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(510)) - Application removed - appId: application_1426270086855_0013 user: soberoi leaf-queue of parent: root #applications: 1
2015-03-13 11:12:18,044 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0013_000001 (auth:SIMPLE)
2015-03-13 11:12:18,046 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0013_01_000001
2015-03-13 11:12:18,125 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0013 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:12:18,126 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0013
2015-03-13 11:12:18,126 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0013
2015-03-13 11:12:18,126 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0013 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:12:18,126 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0013, with delay of 10800 seconds
2015-03-13 11:12:18,127 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0013
2015-03-13 11:12:18,127 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0013
2015-03-13 11:12:18,127 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0013
2015-03-13 11:12:18,128 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741952 for deletion
2015-03-13 11:12:18,128 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741953 for deletion
2015-03-13 11:12:18,128 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741954_1130 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741954 for deletion
2015-03-13 11:12:18,128 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741955_1131 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741955 for deletion
2015-03-13 11:12:18,129 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741950 for deletion
2015-03-13 11:12:18,129 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741952
2015-03-13 11:12:18,129 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741951 for deletion
2015-03-13 11:12:18,129 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741955_1131 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741955
2015-03-13 11:12:18,129 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741953
2015-03-13 11:12:18,129 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741950
2015-03-13 11:12:18,130 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741954_1130 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741954
2015-03-13 11:12:18,130 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741951
2015-03-13 11:12:18,360 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741964_1140
2015-03-13 11:12:18,387 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0014_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:12:18,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.jar dst=null perm=null
2015-03-13 11:12:18,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.jar dst=null perm=null
2015-03-13 11:12:18,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.xml dst=null perm=null
2015-03-13 11:12:18,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.xml dst=null perm=null
2015-03-13 11:12:18,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:18,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:18,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:18,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:18,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:18,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:18,512 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0014_000001 (auth:SIMPLE)
2015-03-13 11:12:18,514 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0014_01_000002 by user soberoi
2015-03-13 11:12:18,515 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0014 CONTAINERID=container_1426270086855_0014_01_000002
2015-03-13 11:12:18,515 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0014_01_000002 to application application_1426270086855_0014
2015-03-13 11:12:18,515 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0014_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 11:12:18,515 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0014
2015-03-13 11:12:18,515 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0014
2015-03-13 11:12:18,515 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:12:18,515 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0014
2015-03-13 11:12:18,516 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0014_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:12:18,540 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0014_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 11:12:18,540 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:12:18,564 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741960_1136
2015-03-13 11:12:18,611 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0014/container_1426270086855_0014_01_000002/default_container_executor.sh]
2015-03-13 11:12:18,977 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741964_1140
2015-03-13 11:12:19,041 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:19,042 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:19,043 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0013 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:12:19,044 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0013
2015-03-13 11:12:19,044 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0013 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:12:19,044 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0013, with delay of 10800 seconds
2015-03-13 11:12:19,043 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0014_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:12:19,044 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0013
2015-03-13 11:12:19,045 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0013
2015-03-13 11:12:19,046 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0013
2015-03-13 11:12:19,048 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0013
2015-03-13 11:12:19,398 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:12:20,047 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:20,047 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:20,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job.split dst=null perm=null
2015-03-13 11:12:20,766 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64134, bytes: 362, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0014_m_000000_0_426832385_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741961_1137, duration: 135000
2015-03-13 11:12:20,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/5485000872_lower_upper_04B4F984547C466A84D8B691E74A2385/part-00000 dst=null perm=null
2015-03-13 11:12:20,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/5485000872_lower_upper_04B4F984547C466A84D8B691E74A2385/part-00000 dst=null perm=null
2015-03-13 11:12:20,827 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64135, bytes: 716, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0014_m_000000_0_426832385_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741956_1132, duration: 142000
2015-03-13 11:12:21,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/_temporary/attempt_1426270086855_0014_m_000000_0 dst=null perm=null
2015-03-13 11:12:21,048 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:21,048 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:21,052 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0014_01_000002
2015-03-13 11:12:21,052 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0014 CONTAINERID=container_1426270086855_0014_01_000002
2015-03-13 11:12:21,052 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0014_01_000002 transitioned from RUNNING to KILLING
2015-03-13 11:12:21,052 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0014_01_000002
2015-03-13 11:12:21,052 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:21,052 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:12:21,062 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0014_01_000002 is : 143
2015-03-13 11:12:21,064 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job_1426270086855_0014_1.jhist. BP-951401976-10.1.1.144-1426270084277 blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:12:21,066 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741965_1141 src: /127.0.0.1:64136 dest: /127.0.0.1:63108
2015-03-13 11:12:21,068 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741965_1141 src: /127.0.0.1:64137 dest: /127.0.0.1:63105
2015-03-13 11:12:21,069 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741965_1141 src: /127.0.0.1:64138 dest: /127.0.0.1:63112
2015-03-13 11:12:21,074 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0014_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:12:21,074 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job_1426270086855_0014_1.jhist for DFSClient_NONMAPREDUCE_-1159951496_1
2015-03-13 11:12:21,075 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0014/container_1426270086855_0014_01_000002
2015-03-13 11:12:21,075 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0014/container_1426270086855_0014_01_000002
2015-03-13 11:12:21,076 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0014 CONTAINERID=container_1426270086855_0014_01_000002
2015-03-13 11:12:21,076 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0014_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:12:21,076 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0014_01_000002 from application application_1426270086855_0014
2015-03-13 11:12:21,076 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:12:21,076 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0014
2015-03-13 11:12:21,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0014/container_1426270086855_0014_01_000002
2015-03-13 11:12:21,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0014/container_1426270086855_0014_01_000002
2015-03-13 11:12:22,058 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:22,059 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:12:22,059 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0014_01_000002
2015-03-13 11:12:22,060 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0014_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:12:22,060 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0014_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 11:12:22,060 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0014 CONTAINERID=container_1426270086855_0014_01_000002
2015-03-13 11:12:22,060 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0014_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:12:22,061 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:12:22,061 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0014_01_000002, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:22,061 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:22,061 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:12:22,061 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0014_000001 released container container_1426270086855_0014_01_000002 on node: host: 10.1.1.144:63134 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:12:23,065 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:23,066 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0014_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:12:23,066 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0014 CONTAINERID=container_1426270086855_0014_01_000003
2015-03-13 11:12:23,066 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0014_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 11:12:23,067 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0014 container=Container: [ContainerId: container_1426270086855_0014_01_000003, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0014_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:23,067 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:12:23,067 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:23,423 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0014_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:12:23,431 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0014_01_000003 by user soberoi
2015-03-13 11:12:23,431 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0014 CONTAINERID=container_1426270086855_0014_01_000003
2015-03-13 11:12:23,431 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0014_01_000003 to application application_1426270086855_0014
2015-03-13 11:12:23,432 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0014_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 11:12:23,432 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0014
2015-03-13 11:12:23,432 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0014
2015-03-13 11:12:23,432 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:12:23,432 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0014
2015-03-13 11:12:23,433 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0014_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:12:23,456 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0014_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 11:12:23,456 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:12:23,526 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0014/container_1426270086855_0014_01_000003/default_container_executor.sh]
2015-03-13 11:12:24,066 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:24,066 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:24,066 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0014_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:12:24,428 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:12:25,070 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:25,071 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:25,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/_temporary/attempt_1426270086855_0014_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:25,936 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/_temporary/attempt_1426270086855_0014_r_000000_0/part-00000. BP-951401976-10.1.1.144-1426270084277 blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:12:25,995 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741966_1142 src: /127.0.0.1:64142 dest: /127.0.0.1:63108
2015-03-13 11:12:25,996 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741966_1142 src: /127.0.0.1:64143 dest: /127.0.0.1:63115
2015-03-13 11:12:25,998 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741966_1142 src: /127.0.0.1:64144 dest: /127.0.0.1:63105
2015-03-13 11:12:26,008 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64144, dest: /127.0.0.1:63105, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0014_r_000000_0_-1294188146_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741966_1142, duration: 9130000
2015-03-13 11:12:26,009 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741966_1142, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:26,009 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:12:26,009 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64143, dest: /127.0.0.1:63115, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0014_r_000000_0_-1294188146_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741966_1142, duration: 9582000
2015-03-13 11:12:26,009 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741966_1142, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:26,010 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:12:26,010 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64142, dest: /127.0.0.1:63108, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0014_r_000000_0_-1294188146_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741966_1142, duration: 10563000
2015-03-13 11:12:26,010 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741966_1142, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:26,011 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:12:26,013 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/_temporary/attempt_1426270086855_0014_r_000000_0/part-00000 is closed by DFSClient_attempt_1426270086855_0014_r_000000_0_-1294188146_1
2015-03-13 11:12:26,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/_temporary/attempt_1426270086855_0014_r_000000_0 dst=null perm=null
2015-03-13 11:12:26,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/_temporary/attempt_1426270086855_0014_r_000000_0 dst=null perm=null
2015-03-13 11:12:26,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/task_1426270086855_0014_r_000000 dst=null perm=null
2015-03-13 11:12:26,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/_temporary/attempt_1426270086855_0014_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/task_1426270086855_0014_r_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:12:26,040 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0014_01_000003
2015-03-13 11:12:26,040 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0014 CONTAINERID=container_1426270086855_0014_01_000003
2015-03-13 11:12:26,040 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0014_01_000003 transitioned from RUNNING to KILLING
2015-03-13 11:12:26,040 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0014_01_000003
2015-03-13 11:12:26,040 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:26,041 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:12:26,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:26,049 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1159951496_1
2015-03-13 11:12:26,051 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0014_01_000003 is : 143
2015-03-13 11:12:26,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1 dst=null perm=null
2015-03-13 11:12:26,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null
2015-03-13 11:12:26,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null
2015-03-13 11:12:26,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/task_1426270086855_0014_r_000000 dst=null perm=null
2015-03-13 11:12:26,072 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0014_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:12:26,073 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0014 CONTAINERID=container_1426270086855_0014_01_000003
2015-03-13 11:12:26,073 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0014_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:12:26,073 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0014_01_000003 from application application_1426270086855_0014
2015-03-13 11:12:26,073 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:12:26,073 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0014
2015-03-13 11:12:26,073 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0014/container_1426270086855_0014_01_000003
2015-03-13 11:12:26,074 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0014/container_1426270086855_0014_01_000003
2015-03-13 11:12:26,074 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0014/container_1426270086855_0014_01_000003
2015-03-13 11:12:26,075 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0014/container_1426270086855_0014_01_000003
2015-03-13 11:12:26,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/part-00000 dst=null perm=null
2015-03-13 11:12:26,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary/1/task_1426270086855_0014_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:26,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary dst=null perm=null
2015-03-13 11:12:26,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:26,089 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1159951496_1
2015-03-13 11:12:26,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:26,094 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1159951496_1
2015-03-13 11:12:26,106 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64138, dest: /127.0.0.1:63112, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1159951496_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741965_1141, duration: 5035616000
2015-03-13 11:12:26,107 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741965_1141, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:26,107 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:26,108 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64137, dest: /127.0.0.1:63105, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1159951496_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741965_1141, duration: 5036346000
2015-03-13 11:12:26,108 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741965_1141, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:26,109 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:26,109 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64136, dest: /127.0.0.1:63108, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1159951496_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741965_1141, duration: 5037973000
2015-03-13 11:12:26,109 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741965_1141, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:26,110 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:26,111 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job_1426270086855_0014_1.jhist is closed by DFSClient_NONMAPREDUCE_-1159951496_1
2015-03-13 11:12:26,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:26,117 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014.summary_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:12:26,119 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741967_1143 src: /127.0.0.1:64145 dest: /127.0.0.1:63112
2015-03-13 11:12:26,121 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741967_1143 src: /127.0.0.1:64146 dest: /127.0.0.1:63105
2015-03-13 11:12:26,122 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741967_1143 src: /127.0.0.1:64147 dest: /127.0.0.1:63115
2015-03-13 11:12:26,125 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64147, dest: /127.0.0.1:63115, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1159951496_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741967_1143, duration: 1488000
2015-03-13 11:12:26,125 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741967_1143, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:26,125 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:26,126 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64146, dest: /127.0.0.1:63105, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1159951496_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741967_1143, duration: 2158000
2015-03-13 11:12:26,126 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741967_1143, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:26,127 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64145, dest: /127.0.0.1:63112, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1159951496_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741967_1143, duration: 3267000
2015-03-13 11:12:26,127 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:26,128 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:26,127 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741967_1143, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:26,130 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1159951496_1
2015-03-13 11:12:26,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:12:26,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job_1426270086855_0014_1.jhist dst=null perm=null
2015-03-13 11:12:26,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014-1426270332463-soberoi-%5B79A78D410F364511A70290073077BA9F%2F444CC70142414630-1426270346095-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:12:26,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job_1426270086855_0014_1.jhist dst=null perm=null
2015-03-13 11:12:26,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014-1426270332463-soberoi-%5B79A78D410F364511A70290073077BA9F%2F444CC70142414630-1426270346095-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:12:26,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job_1426270086855_0014_1.jhist dst=null perm=null
2015-03-13 11:12:26,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014-1426270332463-soberoi-%5B79A78D410F364511A70290073077BA9F%2F444CC70142414630-1426270346095-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:26,154 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64148, bytes: 36949, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1159951496_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741965_1141, duration: 179000
2015-03-13 11:12:26,155 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014-1426270332463-soberoi-%5B79A78D410F364511A70290073077BA9F%2F444CC70142414630-1426270346095-1-1-SUCCEEDED-default.jhist_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:12:26,157 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741968_1144 src: /127.0.0.1:64149 dest: /127.0.0.1:63105
2015-03-13 11:12:26,158 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741968_1144 src: /127.0.0.1:64150 dest: /127.0.0.1:63115
2015-03-13 11:12:26,160 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741968_1144 src: /127.0.0.1:64151 dest: /127.0.0.1:63108
2015-03-13 11:12:26,164 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64151, dest: /127.0.0.1:63108, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1159951496_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741968_1144, duration: 2313000
2015-03-13 11:12:26,164 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741968_1144, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:26,165 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:12:26,165 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64150, dest: /127.0.0.1:63115, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1159951496_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741968_1144, duration: 3212000
2015-03-13 11:12:26,166 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741968_1144, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:26,166 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:12:26,167 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64149, dest: /127.0.0.1:63105, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1159951496_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741968_1144, duration: 4779000
2015-03-13 11:12:26,168 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741968_1144, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:26,171 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:12:26,172 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014-1426270332463-soberoi-%5B79A78D410F364511A70290073077BA9F%2F444CC70142414630-1426270346095-1-1-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1159951496_1
2015-03-13 11:12:26,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014-1426270332463-soberoi-%5B79A78D410F364511A70290073077BA9F%2F444CC70142414630-1426270346095-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:12:26,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job_1426270086855_0014_1_conf.xml dst=null perm=null
2015-03-13 11:12:26,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014_conf.xml_tmp dst=null perm=null
2015-03-13 11:12:26,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job_1426270086855_0014_1_conf.xml dst=null perm=null
2015-03-13 11:12:26,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014_conf.xml_tmp dst=null perm=null
2015-03-13 11:12:26,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014/job_1426270086855_0014_1_conf.xml dst=null perm=null
2015-03-13 11:12:26,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:26,192 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64152, bytes: 92319, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1159951496_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741964_1140, duration: 295000
2015-03-13 11:12:26,194 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014_conf.xml_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:12:26,196 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741969_1145 src: /127.0.0.1:64153 dest: /127.0.0.1:63112
2015-03-13 11:12:26,198 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741969_1145 src: /127.0.0.1:64154 dest: /127.0.0.1:63105
2015-03-13 11:12:26,199 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741969_1145 src: /127.0.0.1:64155 dest: /127.0.0.1:63115
2015-03-13 11:12:26,202 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64155, dest: /127.0.0.1:63115, bytes: 91603, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1159951496_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741969_1145, duration: 1993000
2015-03-13 11:12:26,203 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741969_1145, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:26,203 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:26,203 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64154, dest: /127.0.0.1:63105, bytes: 91603, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1159951496_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741969_1145, duration: 2850000
2015-03-13 11:12:26,204 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741969_1145, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:26,205 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:26,205 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64153, dest: /127.0.0.1:63112, bytes: 91603, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1159951496_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741969_1145, duration: 4250000
2015-03-13 11:12:26,205 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741969_1145, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:26,206 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:26,209 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1159951496_1
2015-03-13 11:12:26,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:12:26,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:12:26,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:12:26,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014-1426270332463-soberoi-%5B79A78D410F364511A70290073077BA9F%2F444CC70142414630-1426270346095-1-1-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014-1426270332463-soberoi-%5B79A78D410F364511A70290073077BA9F%2F444CC70142414630-1426270346095-1-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:12:26,224 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0014_000001 State change from RUNNING to FINISHING
2015-03-13 11:12:26,224 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426270086855_0014
2015-03-13 11:12:26,224 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0014 State change from RUNNING to REMOVING
2015-03-13 11:12:26,224 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426270086855_0014
2015-03-13 11:12:26,225 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0014 State change from REMOVING to FINISHING
2015-03-13 11:12:27,044 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:27,045 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:12:27,045 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0014_01_000003
2015-03-13 11:12:27,045 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0014_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:12:27,046 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0014_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 11:12:27,046 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0014 CONTAINERID=container_1426270086855_0014_01_000003
2015-03-13 11:12:27,046 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0014_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:12:27,046 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:12:27,046 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0014_01_000003, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:27,047 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:27,047 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:12:27,047 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0014_000001 released container container_1426270086855_0014_01_000003 on node: host: 10.1.1.144:63134 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:12:27,237 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741960_1136 127.0.0.1:63108 127.0.0.1:63112 127.0.0.1:63105 127.0.0.1:63115
2015-03-13 11:12:27,237 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741961_1137 127.0.0.1:63108 127.0.0.1:63112 127.0.0.1:63105 127.0.0.1:63115
2015-03-13 11:12:27,237 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741962_1138 127.0.0.1:63105 127.0.0.1:63108 127.0.0.1:63112
2015-03-13 11:12:27,237 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741963_1139 127.0.0.1:63105 127.0.0.1:63108 127.0.0.1:63115
2015-03-13 11:12:27,237 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741965_1141 127.0.0.1:63108 127.0.0.1:63105 127.0.0.1:63112
2015-03-13 11:12:27,237 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741964_1140 127.0.0.1:63105 127.0.0.1:63108 127.0.0.1:63115
2015-03-13 11:12:27,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0014 dst=null perm=null
2015-03-13 11:12:27,268 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741956_1132 127.0.0.1:63115 127.0.0.1:63112 127.0.0.1:63108
2015-03-13 11:12:27,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/5485000872_lower_upper_04B4F984547C466A84D8B691E74A2385 dst=null perm=null
2015-03-13 11:12:27,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null
2015-03-13 11:12:27,270 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary
2015-03-13 11:12:27,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/_temporary dst=null perm=null
2015-03-13 11:12:27,279 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:12:27,279 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:12:27,280 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:12:27,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null
2015-03-13 11:12:27,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null
2015-03-13 11:12:27,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null
2015-03-13 11:12:27,282 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:12:27,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/part-00000 dst=null perm=null
2015-03-13 11:12:27,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/part-00000 dst=null perm=null
2015-03-13 11:12:27,285 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64157, bytes: 716, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741966_1142, duration: 190000
2015-03-13 11:12:27,296 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:12:27,296 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:12:27,297 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:12:27,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null
2015-03-13 11:12:27,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null
2015-03-13 11:12:27,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null
2015-03-13 11:12:27,300 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:12:27,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/part-00000 dst=null perm=null
2015-03-13 11:12:27,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/part-00000 dst=null perm=null
2015-03-13 11:12:27,302 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64157, bytes: 716, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741966_1142, duration: 181000
2015-03-13 11:12:27,303 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output//hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false
2015-03-13 11:12:27,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null
2015-03-13 11:12:27,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null
2015-03-13 11:12:27,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null
2015-03-13 11:12:27,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false dst=null perm=null
2015-03-13 11:12:27,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/part-00000 dst=null perm=null
2015-03-13 11:12:27,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/false/false/false/false/part-00000 dst=null perm=null
2015-03-13 11:12:27,308 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64157, bytes: 716, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741966_1142, duration: 167000
2015-03-13 11:12:27,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:12:27,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:12:27,323 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:12:27,324 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-03-13 11:12:27,325 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-03-13 11:12:27,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null
2015-03-13 11:12:27,346 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-03-13 11:12:27,346 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt"]
2015-03-13 11:12:27,346 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt"]
2015-03-13 11:12:27,346 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["SequenceFile[['num', 'char', 'group', 'value', 'num2', 'char2', 'group2', 'value2']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false"]
2015-03-13 11:12:27,346 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-03-13 11:12:27,347 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 2
2015-03-13 11:12:27,347 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 2
2015-03-13 11:12:27,348 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/2)
2015-03-13 11:12:27,355 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:12:27,366 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:12:27,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3584538297_lower_upper_6535E5592BEA448688317366166D65CB dst=null perm=null
2015-03-13 11:12:27,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:12:27,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:12:27,373 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 15
2015-03-13 11:12:27,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015 dst=null perm=null
2015-03-13 11:12:27,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 11:12:27,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 11:12:27,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.jar dst=null perm=null
2015-03-13 11:12:27,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:27,381 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.jar. BP-951401976-10.1.1.144-1426270084277 blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:12:27,383 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741970_1146 src: /127.0.0.1:64159 dest: /127.0.0.1:63108
2015-03-13 11:12:27,384 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741970_1146 src: /127.0.0.1:64160 dest: /127.0.0.1:63105
2015-03-13 11:12:27,386 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741970_1146 src: /127.0.0.1:64161 dest: /127.0.0.1:63112
2015-03-13 11:12:27,390 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64161, dest: /127.0.0.1:63112, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741970_1146, duration: 2139000
2015-03-13 11:12:27,390 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741970_1146, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:27,390 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:27,390 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64160, dest: /127.0.0.1:63105, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741970_1146, duration: 2664000
2015-03-13 11:12:27,391 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741970_1146, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:27,391 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:27,391 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64159, dest: /127.0.0.1:63108, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741970_1146, duration: 3776000
2015-03-13 11:12:27,392 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741970_1146, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:27,392 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:27,394 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.jar is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:12:27,395 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.jar
2015-03-13 11:12:27,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.jar dst=null perm=null
2015-03-13 11:12:27,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:27,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:27,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:27,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:27,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 11:12:27,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 11:12:27,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 11:12:27,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 11:12:27,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 11:12:27,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:27,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:12:27,404 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:12:27,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:12:27,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:12:27,406 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:12:27,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:12:27,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:27,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:27,411 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.split
2015-03-13 11:12:27,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.split dst=null perm=null
2015-03-13 11:12:27,412 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.split. BP-951401976-10.1.1.144-1426270084277 blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:12:27,413 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741971_1147 src: /127.0.0.1:64162 dest: /127.0.0.1:63112
2015-03-13 11:12:27,415 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741971_1147 src: /127.0.0.1:64163 dest: /127.0.0.1:63108
2015-03-13 11:12:27,416 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741971_1147 src: /127.0.0.1:64164 dest: /127.0.0.1:63105
2015-03-13 11:12:27,417 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741971_1147 src: /127.0.0.1:64165 dest: /127.0.0.1:63115
2015-03-13 11:12:27,422 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64165, dest: /127.0.0.1:63115, bytes: 717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741971_1147, duration: 3435000
2015-03-13 11:12:27,423 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741971_1147, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:27,423 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:27,424 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64164, dest: /127.0.0.1:63105, bytes: 717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741971_1147, duration: 4138000
2015-03-13 11:12:27,424 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741971_1147, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:27,425 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64163, dest: /127.0.0.1:63108, bytes: 717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741971_1147, duration: 5755000
2015-03-13 11:12:27,425 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:27,426 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:27,425 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741971_1147, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:27,427 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64162, dest: /127.0.0.1:63112, bytes: 717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741971_1147, duration: 7401000
2015-03-13 11:12:27,427 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741971_1147, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:27,429 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:27,429 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.split is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:12:27,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:27,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:27,434 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.splitmetainfo. BP-951401976-10.1.1.144-1426270084277 blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:12:27,435 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741972_1148 src: /127.0.0.1:64166 dest: /127.0.0.1:63112
2015-03-13 11:12:27,437 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741972_1148 src: /127.0.0.1:64167 dest: /127.0.0.1:63108
2015-03-13 11:12:27,438 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741972_1148 src: /127.0.0.1:64168 dest: /127.0.0.1:63115
2015-03-13 11:12:27,441 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64168, dest: /127.0.0.1:63115, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741972_1148, duration: 1319000
2015-03-13 11:12:27,441 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741972_1148, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:27,442 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:27,442 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64167, dest: /127.0.0.1:63108, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741972_1148, duration: 1856000
2015-03-13 11:12:27,442 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741972_1148, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:27,443 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:27,443 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64166, dest: /127.0.0.1:63112, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741972_1148, duration: 3108000
2015-03-13 11:12:27,444 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741972_1148, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:27,446 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:27,448 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:12:27,448 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:2
2015-03-13 11:12:27,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:27,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:27,453 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:12:27,453 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:12:27,454 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:12:27,458 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:12:27,460 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741973_1149 src: /127.0.0.1:64169 dest: /127.0.0.1:63105
2015-03-13 11:12:27,463 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741973_1149 src: /127.0.0.1:64170 dest: /127.0.0.1:63112
2015-03-13 11:12:27,465 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741973_1149 src: /127.0.0.1:64171 dest: /127.0.0.1:63108
2015-03-13 11:12:27,468 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64171, dest: /127.0.0.1:63108, bytes: 99545, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741973_1149, duration: 1641000
2015-03-13 11:12:27,468 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741973_1149, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:27,469 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:12:27,469 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64170, dest: /127.0.0.1:63112, bytes: 99545, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741973_1149, duration: 2027000
2015-03-13 11:12:27,469 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741973_1149, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:27,470 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64169, dest: /127.0.0.1:63105, bytes: 99545, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741973_1149, duration: 3463000
2015-03-13 11:12:27,470 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:12:27,470 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741973_1149, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:27,471 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:12:27,473 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.xml is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:12:27,473 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426270086855_0015
2015-03-13 11:12:27,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015 dst=null perm=null
2015-03-13 11:12:27,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.xml dst=null perm=null
2015-03-13 11:12:27,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.xml dst=null perm=null
2015-03-13 11:12:27,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.jar dst=null perm=null
2015-03-13 11:12:27,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.jar dst=null perm=null
2015-03-13 11:12:27,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.split dst=null perm=null
2015-03-13 11:12:27,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.split dst=null perm=null
2015-03-13 11:12:27,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.splitmetainfo dst=null perm=null
2015-03-13 11:12:27,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.splitmetainfo dst=null perm=null
2015-03-13 11:12:27,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:27,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:27,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:27,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:27,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:27,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:27,489 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 15 submitted by user soberoi
2015-03-13 11:12:27,490 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426270086855_0015
2015-03-13 11:12:27,489 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426270086855_0015
2015-03-13 11:12:27,490 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0015 State change from NEW to NEW_SAVING
2015-03-13 11:12:27,490 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426270086855_0015
2015-03-13 11:12:27,491 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0015 State change from NEW_SAVING to SUBMITTED
2015-03-13 11:12:27,491 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426270086855_0015_000001
2015-03-13 11:12:27,491 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0015_000001 State change from NEW to SUBMITTED
2015-03-13 11:12:27,491 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426270086855_0015 from user: soberoi activated in queue: default
2015-03-13 11:12:27,491 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426270086855_0015 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@20a38b8, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-03-13 11:12:27,491 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426270086855_0015 user: soberoi leaf-queue of parent: root #applications: 2
2015-03-13 11:12:27,491 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426270086855_0015_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2015-03-13 11:12:27,491 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426270086855_0015 to ResourceManager at /10.1.1.144:63128
2015-03-13 11:12:27,492 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0015_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 11:12:27,492 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0015 State change from SUBMITTED to ACCEPTED
2015-03-13 11:12:27,494 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:63125/proxy/application_1426270086855_0015/
2015-03-13 11:12:27,494 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1426270086855_0015
2015-03-13 11:12:27,494 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:63125/proxy/application_1426270086855_0015/
2015-03-13 11:12:27,985 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741968_1144
2015-03-13 11:12:28,047 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:28,049 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0015_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:12:28,049 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0015 CONTAINERID=container_1426270086855_0015_01_000001
2015-03-13 11:12:28,049 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0015_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63134, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2015-03-13 11:12:28,049 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0015 container=Container: [ContainerId: container_1426270086855_0015_01_000001, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0015_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:28,049 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 11:12:28,050 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0015_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:12:28,050 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:28,050 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426270086855_0015 AttemptId: appattempt_1426270086855_0015_000001 MasterContainer: Container: [ContainerId: container_1426270086855_0015_01_000001, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ]
2015-03-13 11:12:28,051 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0015_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 11:12:28,051 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426270086855_0015_000001
2015-03-13 11:12:28,051 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0015_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 11:12:28,051 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426270086855_0015_000001
2015-03-13 11:12:28,052 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426270086855_0015_01_000001, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] for AM appattempt_1426270086855_0015_000001
2015-03-13 11:12:28,052 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426270086855_0015_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 11:12:28,054 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0015_000001 (auth:SIMPLE)
2015-03-13 11:12:28,056 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0015_01_000001 by user soberoi
2015-03-13 11:12:28,056 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0015
2015-03-13 11:12:28,056 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0015 CONTAINERID=container_1426270086855_0015_01_000001
2015-03-13 11:12:28,056 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0015 transitioned from NEW to INITING
2015-03-13 11:12:28,056 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0015_01_000001 to application application_1426270086855_0015
2015-03-13 11:12:28,056 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0015 transitioned from INITING to RUNNING
2015-03-13 11:12:28,056 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426270086855_0015_01_000001, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] for AM appattempt_1426270086855_0015_000001
2015-03-13 11:12:28,057 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0015_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 11:12:28,057 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0015_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 11:12:28,057 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0015
2015-03-13 11:12:28,057 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:12:28,057 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 11:12:28,057 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.split transitioned from INIT to DOWNLOADING
2015-03-13 11:12:28,057 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:12:28,058 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0015_01_000001
2015-03-13 11:12:28,066 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1426270086855_0015_01_000001.tokens. Credentials list:
2015-03-13 11:12:28,081 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:12:28,156 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1426270086855_0015_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0015/container_1426270086855_0015_01_000001.tokens
2015-03-13 11:12:28,156 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0015 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0015
2015-03-13 11:12:28,188 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741970_1146
2015-03-13 11:12:28,188 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741971_1147
2015-03-13 11:12:28,189 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741965_1141
2015-03-13 11:12:28,190 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741973_1149
2015-03-13 11:12:28,191 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741972_1148
2015-03-13 11:12:28,191 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741966_1142
2015-03-13 11:12:28,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.jar dst=null perm=null
2015-03-13 11:12:28,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.jar dst=null perm=null
2015-03-13 11:12:28,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.jar dst=null perm=null
2015-03-13 11:12:28,235 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64157, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-853085041_5994, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741970_1146, duration: 398000
2015-03-13 11:12:28,258 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:12:28,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.splitmetainfo dst=null perm=null
2015-03-13 11:12:28,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.splitmetainfo dst=null perm=null
2015-03-13 11:12:28,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.splitmetainfo dst=null perm=null
2015-03-13 11:12:28,283 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64157, bytes: 82, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-853085041_5994, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741972_1148, duration: 176000
2015-03-13 11:12:28,300 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:12:28,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.split dst=null perm=null
2015-03-13 11:12:28,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.split dst=null perm=null
2015-03-13 11:12:28,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.split dst=null perm=null
2015-03-13 11:12:28,328 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64157, bytes: 725, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-853085041_5994, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741971_1147, duration: 136000
2015-03-13 11:12:28,342 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:12:28,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.xml dst=null perm=null
2015-03-13 11:12:28,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.xml dst=null perm=null
2015-03-13 11:12:28,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.xml dst=null perm=null
2015-03-13 11:12:28,369 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64175, bytes: 100325, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-853085041_5994, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741973_1149, duration: 272000
2015-03-13 11:12:28,384 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:12:28,384 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0015_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:12:28,419 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0015_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 11:12:28,419 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:12:28,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0015/container_1426270086855_0015_01_000001/default_container_executor.sh]
2015-03-13 11:12:28,572 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741972_1148
2015-03-13 11:12:28,572 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741971_1147
2015-03-13 11:12:28,573 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741968_1144
2015-03-13 11:12:28,573 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741967_1143
2015-03-13 11:12:28,574 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741969_1145
2015-03-13 11:12:28,574 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741966_1142
2015-03-13 11:12:28,985 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741969_1145
2015-03-13 11:12:28,985 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741971_1147
2015-03-13 11:12:28,986 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741965_1141
2015-03-13 11:12:29,049 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:29,050 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:29,050 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0015_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:12:29,186 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741973_1149
2015-03-13 11:12:29,186 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741968_1144
2015-03-13 11:12:29,187 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741967_1143
2015-03-13 11:12:29,234 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741965_1141
2015-03-13 11:12:29,236 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741970_1146
2015-03-13 11:12:29,310 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1352)) - BLOCK* ask 127.0.0.1:63108 to replicate blk_1073741970_1146 to datanode(s) 127.0.0.1:63115
2015-03-13 11:12:29,311 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63112 to delete [blk_1073741956_1132, blk_1073741960_1136, blk_1073741961_1137, blk_1073741962_1138, blk_1073741965_1141]
2015-03-13 11:12:29,311 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63115 to delete [blk_1073741956_1132, blk_1073741960_1136, blk_1073741961_1137, blk_1073741963_1139, blk_1073741964_1140]
2015-03-13 11:12:29,388 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741970_1146
2015-03-13 11:12:29,390 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741966_1142
2015-03-13 11:12:29,437 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741969_1145
2015-03-13 11:12:29,438 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741973_1149
2015-03-13 11:12:29,439 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741972_1148
2015-03-13 11:12:29,439 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741967_1143
2015-03-13 11:12:29,439 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741971_1147
2015-03-13 11:12:29,893 INFO datanode.DataNode (DataNode.java:transferBlock(1319)) - DatanodeRegistration(127.0.0.1, storageID=DS-1284647950-10.1.1.144-63108-1426270085585, infoPort=63109, ipcPort=63111, storageInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0) Starting thread to transfer BP-951401976-10.1.1.144-1426270084277:blk_1073741970_1146 to 127.0.0.1:63115
2015-03-13 11:12:29,895 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741970_1146 src: /127.0.0.1:64176 dest: /127.0.0.1:63115
2015-03-13 11:12:29,895 INFO datanode.DataNode (DataNode.java:run(1523)) - DataTransfer: Transmitted BP-951401976-10.1.1.144-1426270084277:blk_1073741970_1146 (numBytes=254067) to /127.0.0.1:63115
2015-03-13 11:12:29,896 INFO datanode.DataNode (DataXceiver.java:writeBlock(594)) - Received BP-951401976-10.1.1.144-1426270084277:blk_1073741970_1146 src: /127.0.0.1:64176 dest: /127.0.0.1:63115 of size 254067
2015-03-13 11:12:29,897 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741970_1146 size 254067
2015-03-13 11:12:30,055 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:30,056 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:30,129 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741956 for deletion
2015-03-13 11:12:30,129 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741960 for deletion
2015-03-13 11:12:30,129 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741961 for deletion
2015-03-13 11:12:30,129 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741962 for deletion
2015-03-13 11:12:30,129 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741956
2015-03-13 11:12:30,129 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741960
2015-03-13 11:12:30,130 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741961
2015-03-13 11:12:30,129 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741965 for deletion
2015-03-13 11:12:30,130 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741962
2015-03-13 11:12:30,130 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741965
2015-03-13 11:12:30,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:12:30,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/COMMIT_STARTED dst=null perm=null
2015-03-13 11:12:30,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/COMMIT_SUCCESS dst=null perm=null
2015-03-13 11:12:30,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/COMMIT_FAIL dst=null perm=null
2015-03-13 11:12:30,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015 dst=null perm=null
2015-03-13 11:12:30,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 11:12:30,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 11:12:30,275 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741956 for deletion
2015-03-13 11:12:30,275 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741960 for deletion
2015-03-13 11:12:30,275 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741961 for deletion
2015-03-13 11:12:30,275 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741963 for deletion
2015-03-13 11:12:30,275 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741964_1140 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741964 for deletion
2015-03-13 11:12:30,275 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741956
2015-03-13 11:12:30,276 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741963
2015-03-13 11:12:30,276 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741960
2015-03-13 11:12:30,276 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741961
2015-03-13 11:12:30,276 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741964_1140 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741964
2015-03-13 11:12:30,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.splitmetainfo dst=null perm=null
2015-03-13 11:12:30,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.splitmetainfo dst=null perm=null
2015-03-13 11:12:30,615 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64178, bytes: 82, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-80101624_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741972_1148, duration: 132000
2015-03-13 11:12:31,058 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:31,059 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:31,386 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0015_000001 (auth:SIMPLE)
2015-03-13 11:12:31,387 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426270086855_0015_000001
2015-03-13 11:12:31,387 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426270086855_0015 APPATTEMPTID=appattempt_1426270086855_0015_000001
2015-03-13 11:12:31,388 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0015_000001 State change from LAUNCHED to RUNNING
2015-03-13 11:12:31,388 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0015 State change from ACCEPTED to RUNNING
2015-03-13 11:12:31,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job_1426270086855_0015_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:31,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/3584538297_lower_upper_6535E5592BEA448688317366166D65CB/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:12:31,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job_1426270086855_0015_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:31,632 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job_1426270086855_0015_1_conf.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:12:31,678 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741974_1150 src: /127.0.0.1:64184 dest: /127.0.0.1:63105
2015-03-13 11:12:31,680 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741974_1150 src: /127.0.0.1:64185 dest: /127.0.0.1:63108
2015-03-13 11:12:31,684 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741974_1150 src: /127.0.0.1:64186 dest: /127.0.0.1:63112
2015-03-13 11:12:31,694 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64186, dest: /127.0.0.1:63112, bytes: 91960, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-80101624_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741974_1150, duration: 7905000
2015-03-13 11:12:31,694 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741974_1150, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:31,695 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:31,695 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64185, dest: /127.0.0.1:63108, bytes: 91960, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-80101624_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741974_1150, duration: 8757000
2015-03-13 11:12:31,695 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741974_1150, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:31,696 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64184, dest: /127.0.0.1:63105, bytes: 91960, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-80101624_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741974_1150, duration: 9962000
2015-03-13 11:12:31,697 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741974_1150, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:31,697 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:31,698 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:31,701 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job_1426270086855_0015_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-80101624_1
2015-03-13 11:12:32,064 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:32,065 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:32,316 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63105 to delete [blk_1073741960_1136, blk_1073741961_1137, blk_1073741962_1138, blk_1073741963_1139, blk_1073741964_1140, blk_1073741965_1141]
2015-03-13 11:12:32,316 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63108 to delete [blk_1073741956_1132, blk_1073741960_1136, blk_1073741961_1137, blk_1073741962_1138, blk_1073741963_1139, blk_1073741964_1140, blk_1073741965_1141]
2015-03-13 11:12:32,374 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1426270086855_0014_01_000001 succeeded
2015-03-13 11:12:32,374 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0014_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-03-13 11:12:32,374 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0014_01_000001
2015-03-13 11:12:32,383 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0014/container_1426270086855_0014_01_000001
2015-03-13 11:12:32,383 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0014/container_1426270086855_0014_01_000001
2015-03-13 11:12:32,383 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0014 CONTAINERID=container_1426270086855_0014_01_000001
2015-03-13 11:12:32,384 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0014_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-03-13 11:12:32,384 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0014/container_1426270086855_0014_01_000001
2015-03-13 11:12:32,384 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0014_01_000001 from application application_1426270086855_0014
2015-03-13 11:12:32,384 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:12:32,384 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0014
2015-03-13 11:12:32,384 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0014/container_1426270086855_0014_01_000001
2015-03-13 11:12:32,899 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741960 for deletion
2015-03-13 11:12:32,899 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741956 for deletion
2015-03-13 11:12:32,899 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741961 for deletion
2015-03-13 11:12:32,899 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741960
2015-03-13 11:12:32,899 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741962 for deletion
2015-03-13 11:12:32,899 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741956
2015-03-13 11:12:32,900 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741961
2015-03-13 11:12:32,900 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741962
2015-03-13 11:12:32,899 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741960 for deletion
2015-03-13 11:12:32,901 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741961 for deletion
2015-03-13 11:12:32,901 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741962 for deletion
2015-03-13 11:12:32,901 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741963 for deletion
2015-03-13 11:12:32,901 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741964_1140 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741964 for deletion
2015-03-13 11:12:32,901 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741965 for deletion
2015-03-13 11:12:32,900 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741963 for deletion
2015-03-13 11:12:32,902 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741964_1140 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741964 for deletion
2015-03-13 11:12:32,902 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741965 for deletion
2015-03-13 11:12:32,902 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741961
2015-03-13 11:12:32,902 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741963
2015-03-13 11:12:32,902 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741963
2015-03-13 11:12:32,903 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741964_1140 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741964
2015-03-13 11:12:32,903 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741965
2015-03-13 11:12:32,901 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741960
2015-03-13 11:12:32,903 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741965
2015-03-13 11:12:32,903 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741962
2015-03-13 11:12:32,904 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741964_1140 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741964
2015-03-13 11:12:33,066 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 14 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_COMPLETE diagnostics: "" exit_status: 0
2015-03-13 11:12:33,066 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0014_01_000001
2015-03-13 11:12:33,067 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:33,067 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0014_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:12:33,068 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0014_01_000001 in state: COMPLETED event:FINISHED
2015-03-13 11:12:33,068 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(550)) - Unregistering app attempt : appattempt_1426270086855_0014_000001
2015-03-13 11:12:33,068 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0014 CONTAINERID=container_1426270086855_0014_01_000001
2015-03-13 11:12:33,068 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0014_000001 State change from FINISHING to FINISHED
2015-03-13 11:12:33,068 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0014_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63134, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:12:33,068 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0014 State change from FINISHING to FINISHED
2015-03-13 11:12:33,069 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:12:33,069 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1426270086855_0014_000001
2015-03-13 11:12:33,069 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0014_01_000001, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:33,069 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:33,069 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-03-13 11:12:33,070 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0014_000001 released container container_1426270086855_0014_01_000001 on node: host: 10.1.1.144:63134 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:12:33,069 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1426270086855_0014
2015-03-13 11:12:33,070 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(166)) - appId=application_1426270086855_0014,name=[79A78D410F364511A70290073077BA9F/444CC70142414630B9BECB51B3072889] lower*upper/(2/2) ...e/false/false/false/false,user=soberoi,queue=default,state=FINISHED,trackingUrl=Edinburgh.local:63125/proxy/application_1426270086855_0014/jobhistory/job/job_1426270086855_0014,appMasterHost=Edinburgh.local,startTime=1426270332463,finishTime=1426270346225,finalStatus=SUCCEEDED
2015-03-13 11:12:33,070 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0015_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:12:33,070 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0015 CONTAINERID=container_1426270086855_0015_01_000002
2015-03-13 11:12:33,070 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0015_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 11:12:33,070 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0015 container=Container: [ContainerId: container_1426270086855_0015_01_000002, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0015_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:33,071 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2015-03-13 11:12:33,071 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:33,071 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0015_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:12:33,071 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0015 CONTAINERID=container_1426270086855_0015_01_000003
2015-03-13 11:12:33,071 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0015_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2015-03-13 11:12:33,072 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0015 container=Container: [ContainerId: container_1426270086855_0015_01_000003, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0015_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:33,072 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3
2015-03-13 11:12:33,072 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:33,072 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplication(470)) - Application appattempt_1426270086855_0014_000001 is done. finalState=FINISHED
2015-03-13 11:12:33,072 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1426270086855_0014 requests cleared
2015-03-13 11:12:33,072 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(779)) - Application removed - appId: application_1426270086855_0014 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-03-13 11:12:33,073 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(510)) - Application removed - appId: application_1426270086855_0014 user: soberoi leaf-queue of parent: root #applications: 1
2015-03-13 11:12:33,072 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0014_000001 (auth:SIMPLE)
2015-03-13 11:12:33,074 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0014_01_000001
2015-03-13 11:12:33,200 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741974_1150
2015-03-13 11:12:33,423 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0015_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:12:33,423 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0015_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:12:33,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.jar dst=null perm=null
2015-03-13 11:12:33,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.jar dst=null perm=null
2015-03-13 11:12:33,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.xml dst=null perm=null
2015-03-13 11:12:33,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.xml dst=null perm=null
2015-03-13 11:12:33,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:33,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:33,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:33,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:33,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:33,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:33,551 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0015_000001 (auth:SIMPLE)
2015-03-13 11:12:33,554 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0015_01_000003 by user soberoi
2015-03-13 11:12:33,554 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0015_01_000002 by user soberoi
2015-03-13 11:12:33,555 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0015 CONTAINERID=container_1426270086855_0015_01_000003
2015-03-13 11:12:33,555 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0015 CONTAINERID=container_1426270086855_0015_01_000002
2015-03-13 11:12:33,555 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0015_01_000003 to application application_1426270086855_0015
2015-03-13 11:12:33,555 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0015_01_000002 to application application_1426270086855_0015
2015-03-13 11:12:33,555 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0015_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 11:12:33,556 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0015_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 11:12:33,556 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0015
2015-03-13 11:12:33,556 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0015
2015-03-13 11:12:33,556 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:12:33,556 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0015
2015-03-13 11:12:33,556 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0015
2015-03-13 11:12:33,556 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0015
2015-03-13 11:12:33,557 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:12:33,557 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0015
2015-03-13 11:12:33,557 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0015_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:12:33,557 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0015_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:12:33,579 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741970_1146
2015-03-13 11:12:33,593 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0015_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 11:12:33,594 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0015_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 11:12:33,594 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:12:33,594 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:12:33,690 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0015/container_1426270086855_0015_01_000002/default_container_executor.sh]
2015-03-13 11:12:33,691 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0015/container_1426270086855_0015_01_000003/default_container_executor.sh]
2015-03-13 11:12:34,071 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:34,071 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:34,072 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:34,072 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0014 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:12:34,072 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0015_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:12:34,072 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0015_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:12:34,072 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0014
2015-03-13 11:12:34,072 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0014
2015-03-13 11:12:34,072 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0014
2015-03-13 11:12:34,073 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0014 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:12:34,073 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0014, with delay of 10800 seconds
2015-03-13 11:12:34,073 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0014
2015-03-13 11:12:34,073 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0014
2015-03-13 11:12:34,394 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741974_1150
2015-03-13 11:12:34,439 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:12:34,444 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741974_1150
2015-03-13 11:12:35,073 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:35,074 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:35,074 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:36,078 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:36,078 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:36,078 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:36,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.split dst=null perm=null
2015-03-13 11:12:37,001 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64193, bytes: 725, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0015_m_000000_0_-60482232_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741971_1147, duration: 171000
2015-03-13 11:12:37,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job.split dst=null perm=null
2015-03-13 11:12:37,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:12:37,080 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:37,081 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:37,081 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:37,170 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64195, bytes: 725, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0015_m_000001_0_2023836176_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741971_1147, duration: 154000
2015-03-13 11:12:37,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:12:37,314 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64196, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0015_m_000000_0_-60482232_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741838_1014, duration: 166000
2015-03-13 11:12:37,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3584538297_lower_upper_6535E5592BEA448688317366166D65CB/_temporary/1/_temporary/attempt_1426270086855_0015_m_000000_0 dst=null perm=null
2015-03-13 11:12:37,367 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0015_01_000002
2015-03-13 11:12:37,367 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0015 CONTAINERID=container_1426270086855_0015_01_000002
2015-03-13 11:12:37,368 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0015_01_000002 transitioned from RUNNING to KILLING
2015-03-13 11:12:37,368 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0015_01_000002
2015-03-13 11:12:37,369 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:37,369 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:12:37,369 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:37,384 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0015_01_000002 is : 143
2015-03-13 11:12:37,385 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job_1426270086855_0015_1.jhist. BP-951401976-10.1.1.144-1426270084277 blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:12:37,387 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741975_1151 src: /127.0.0.1:64197 dest: /127.0.0.1:63112
2015-03-13 11:12:37,389 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741975_1151 src: /127.0.0.1:64198 dest: /127.0.0.1:63108
2015-03-13 11:12:37,390 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741975_1151 src: /127.0.0.1:64199 dest: /127.0.0.1:63115
2015-03-13 11:12:37,394 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job_1426270086855_0015_1.jhist for DFSClient_NONMAPREDUCE_-80101624_1
2015-03-13 11:12:37,396 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0015_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:12:37,397 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0015/container_1426270086855_0015_01_000002
2015-03-13 11:12:37,397 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0015/container_1426270086855_0015_01_000002
2015-03-13 11:12:37,397 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0015/container_1426270086855_0015_01_000002
2015-03-13 11:12:37,397 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0015/container_1426270086855_0015_01_000002
2015-03-13 11:12:37,398 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0015 CONTAINERID=container_1426270086855_0015_01_000002
2015-03-13 11:12:37,398 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0015_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:12:37,398 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0015_01_000002 from application application_1426270086855_0015
2015-03-13 11:12:37,398 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:12:37,398 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0015
2015-03-13 11:12:37,509 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64195, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0015_m_000001_0_2023836176_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741839_1015, duration: 131000
2015-03-13 11:12:37,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3584538297_lower_upper_6535E5592BEA448688317366166D65CB/_temporary/1/_temporary/attempt_1426270086855_0015_m_000001_0 dst=null perm=null
2015-03-13 11:12:37,548 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0015_01_000003
2015-03-13 11:12:37,548 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0015 CONTAINERID=container_1426270086855_0015_01_000003
2015-03-13 11:12:37,548 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0015_01_000003 transitioned from RUNNING to KILLING
2015-03-13 11:12:37,549 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0015_01_000003
2015-03-13 11:12:37,549 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:37,549 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:12:37,550 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0015_01_000002
2015-03-13 11:12:37,550 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:12:37,551 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0015_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:12:37,551 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0015_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 11:12:37,551 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0015 CONTAINERID=container_1426270086855_0015_01_000002
2015-03-13 11:12:37,551 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0015_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-03-13 11:12:37,551 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-03-13 11:12:37,551 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0015_01_000002, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:37,551 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:37,552 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:12:37,552 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0015_000001 released container container_1426270086855_0015_01_000002 on node: host: 10.1.1.144:63134 #containers=2 available=1024 used=3072 with event: FINISHED
2015-03-13 11:12:37,563 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0015_01_000003 is : 143
2015-03-13 11:12:37,571 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0015_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:12:37,571 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0015/container_1426270086855_0015_01_000003
2015-03-13 11:12:37,571 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0015/container_1426270086855_0015_01_000003
2015-03-13 11:12:37,571 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0015/container_1426270086855_0015_01_000003
2015-03-13 11:12:37,571 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0015 CONTAINERID=container_1426270086855_0015_01_000003
2015-03-13 11:12:37,571 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0015_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:12:37,572 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0015_01_000003 from application application_1426270086855_0015
2015-03-13 11:12:37,572 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:12:37,572 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0015
2015-03-13 11:12:37,572 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0015/container_1426270086855_0015_01_000003
2015-03-13 11:12:38,552 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:38,552 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:12:38,552 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0015_01_000003
2015-03-13 11:12:38,553 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0015_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:12:38,553 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0015_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 11:12:38,553 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0015 CONTAINERID=container_1426270086855_0015_01_000003
2015-03-13 11:12:38,553 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0015_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:12:38,554 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:12:38,554 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0015_01_000003, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:38,554 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:38,554 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:12:38,555 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0015_000001 released container container_1426270086855_0015_01_000003 on node: host: 10.1.1.144:63134 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:12:38,555 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0015_01_000004 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:12:38,555 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0015 CONTAINERID=container_1426270086855_0015_01_000004
2015-03-13 11:12:38,555 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0015_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 11:12:38,556 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0015 container=Container: [ContainerId: container_1426270086855_0015_01_000004, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0015_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:38,556 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:12:38,556 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:39,467 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0015_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:12:39,477 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0015_01_000004 by user soberoi
2015-03-13 11:12:39,477 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0015 CONTAINERID=container_1426270086855_0015_01_000004
2015-03-13 11:12:39,477 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0015_01_000004 to application application_1426270086855_0015
2015-03-13 11:12:39,478 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0015_01_000004 transitioned from NEW to LOCALIZING
2015-03-13 11:12:39,478 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0015
2015-03-13 11:12:39,478 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0015
2015-03-13 11:12:39,478 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:12:39,478 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0015
2015-03-13 11:12:39,478 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0015_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:12:39,502 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0015_01_000004 transitioned from LOCALIZED to RUNNING
2015-03-13 11:12:39,503 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:12:39,556 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:39,557 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:39,557 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0015_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:12:39,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0015/container_1426270086855_0015_01_000004/default_container_executor.sh]
2015-03-13 11:12:40,473 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:12:40,560 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:40,560 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:41,563 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:41,564 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:41,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/3584538297_lower_upper_6535E5592BEA448688317366166D65CB/_temporary/1/_temporary/attempt_1426270086855_0015_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:41,968 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/3584538297_lower_upper_6535E5592BEA448688317366166D65CB/_temporary/1/_temporary/attempt_1426270086855_0015_r_000000_0/part-00000. BP-951401976-10.1.1.144-1426270084277 blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:12:42,025 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741976_1152 src: /127.0.0.1:64204 dest: /127.0.0.1:63115
2015-03-13 11:12:42,027 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741976_1152 src: /127.0.0.1:64205 dest: /127.0.0.1:63105
2015-03-13 11:12:42,029 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741976_1152 src: /127.0.0.1:64206 dest: /127.0.0.1:63108
2015-03-13 11:12:42,042 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64206, dest: /127.0.0.1:63108, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0015_r_000000_0_97107610_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741976_1152, duration: 10301000
2015-03-13 11:12:42,042 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741976_1152, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:42,043 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:12:42,044 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64205, dest: /127.0.0.1:63105, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0015_r_000000_0_97107610_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741976_1152, duration: 12087000
2015-03-13 11:12:42,044 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741976_1152, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:42,045 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64204, dest: /127.0.0.1:63115, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0015_r_000000_0_97107610_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741976_1152, duration: 13235000
2015-03-13 11:12:42,045 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:12:42,045 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:12:42,045 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741976_1152, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:42,049 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-soberoi/3584538297_lower_upper_6535E5592BEA448688317366166D65CB/_temporary/1/_temporary/attempt_1426270086855_0015_r_000000_0/part-00000 is closed by DFSClient_attempt_1426270086855_0015_r_000000_0_97107610_1
2015-03-13 11:12:42,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3584538297_lower_upper_6535E5592BEA448688317366166D65CB/_temporary/1/_temporary/attempt_1426270086855_0015_r_000000_0 dst=null perm=null
2015-03-13 11:12:42,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3584538297_lower_upper_6535E5592BEA448688317366166D65CB/_temporary/1/_temporary/attempt_1426270086855_0015_r_000000_0 dst=null perm=null
2015-03-13 11:12:42,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3584538297_lower_upper_6535E5592BEA448688317366166D65CB/_temporary/1/task_1426270086855_0015_r_000000 dst=null perm=null
2015-03-13 11:12:42,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/3584538297_lower_upper_6535E5592BEA448688317366166D65CB/_temporary/1/_temporary/attempt_1426270086855_0015_r_000000_0 dst=/tmp/hadoop-soberoi/3584538297_lower_upper_6535E5592BEA448688317366166D65CB/_temporary/1/task_1426270086855_0015_r_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:12:42,080 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0015_01_000004
2015-03-13 11:12:42,080 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0015 CONTAINERID=container_1426270086855_0015_01_000004
2015-03-13 11:12:42,081 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0015_01_000004 transitioned from RUNNING to KILLING
2015-03-13 11:12:42,081 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0015_01_000004
2015-03-13 11:12:42,081 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:42,081 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:12:42,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:42,088 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-80101624_1
2015-03-13 11:12:42,091 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0015_01_000004 is : 143
2015-03-13 11:12:42,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/3584538297_lower_upper_6535E5592BEA448688317366166D65CB/_temporary/1 dst=null perm=null
2015-03-13 11:12:42,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3584538297_lower_upper_6535E5592BEA448688317366166D65CB dst=null perm=null
2015-03-13 11:12:42,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3584538297_lower_upper_6535E5592BEA448688317366166D65CB dst=null perm=null
2015-03-13 11:12:42,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/3584538297_lower_upper_6535E5592BEA448688317366166D65CB/_temporary/1/task_1426270086855_0015_r_000000 dst=null perm=null
2015-03-13 11:12:42,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3584538297_lower_upper_6535E5592BEA448688317366166D65CB/part-00000 dst=null perm=null
2015-03-13 11:12:42,100 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0015_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:12:42,100 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0015/container_1426270086855_0015_01_000004
2015-03-13 11:12:42,101 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0015/container_1426270086855_0015_01_000004
2015-03-13 11:12:42,101 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0015/container_1426270086855_0015_01_000004
2015-03-13 11:12:42,101 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0015 CONTAINERID=container_1426270086855_0015_01_000004
2015-03-13 11:12:42,101 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0015_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:12:42,101 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0015_01_000004 from application application_1426270086855_0015
2015-03-13 11:12:42,101 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:12:42,102 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0015
2015-03-13 11:12:42,101 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0015/container_1426270086855_0015_01_000004
2015-03-13 11:12:42,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/3584538297_lower_upper_6535E5592BEA448688317366166D65CB/_temporary/1/task_1426270086855_0015_r_000000/part-00000 dst=/tmp/hadoop-soberoi/3584538297_lower_upper_6535E5592BEA448688317366166D65CB/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:42,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/3584538297_lower_upper_6535E5592BEA448688317366166D65CB/_temporary dst=null perm=null
2015-03-13 11:12:42,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/3584538297_lower_upper_6535E5592BEA448688317366166D65CB/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:42,116 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-soberoi/3584538297_lower_upper_6535E5592BEA448688317366166D65CB/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-80101624_1
2015-03-13 11:12:42,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:42,120 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-80101624_1
2015-03-13 11:12:42,133 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64199, dest: /127.0.0.1:63115, bytes: 44403, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-80101624_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741975_1151, duration: 4740898000
2015-03-13 11:12:42,133 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741975_1151, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:42,136 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:42,136 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64198, dest: /127.0.0.1:63108, bytes: 44403, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-80101624_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741975_1151, duration: 4744421000
2015-03-13 11:12:42,137 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741975_1151, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:42,137 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:42,137 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64197, dest: /127.0.0.1:63112, bytes: 44403, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-80101624_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741975_1151, duration: 4745512000
2015-03-13 11:12:42,138 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741975_1151, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:42,138 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:42,139 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job_1426270086855_0015_1.jhist is closed by DFSClient_NONMAPREDUCE_-80101624_1
2015-03-13 11:12:42,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:42,144 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015.summary_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:12:42,146 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741977_1153 src: /127.0.0.1:64207 dest: /127.0.0.1:63115
2015-03-13 11:12:42,147 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741977_1153 src: /127.0.0.1:64208 dest: /127.0.0.1:63108
2015-03-13 11:12:42,148 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741977_1153 src: /127.0.0.1:64209 dest: /127.0.0.1:63112
2015-03-13 11:12:42,152 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64209, dest: /127.0.0.1:63112, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-80101624_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741977_1153, duration: 1814000
2015-03-13 11:12:42,152 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741977_1153, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:42,153 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:42,153 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64208, dest: /127.0.0.1:63108, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-80101624_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741977_1153, duration: 1912000
2015-03-13 11:12:42,153 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741977_1153, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:42,154 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:42,154 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64207, dest: /127.0.0.1:63115, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-80101624_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741977_1153, duration: 3160000
2015-03-13 11:12:42,154 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741977_1153, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:42,154 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:42,156 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015.summary_tmp is closed by DFSClient_NONMAPREDUCE_-80101624_1
2015-03-13 11:12:42,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:12:42,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job_1426270086855_0015_1.jhist dst=null perm=null
2015-03-13 11:12:42,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015-1426270347489-soberoi-%5BAB57441DDDB74E00AC30CCD961C78FE4%2F77ADF37EEF7D499C-1426270362121-2-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:12:42,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job_1426270086855_0015_1.jhist dst=null perm=null
2015-03-13 11:12:42,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015-1426270347489-soberoi-%5BAB57441DDDB74E00AC30CCD961C78FE4%2F77ADF37EEF7D499C-1426270362121-2-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:12:42,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job_1426270086855_0015_1.jhist dst=null perm=null
2015-03-13 11:12:42,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015-1426270347489-soberoi-%5BAB57441DDDB74E00AC30CCD961C78FE4%2F77ADF37EEF7D499C-1426270362121-2-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:42,175 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64210, bytes: 44751, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-80101624_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741975_1151, duration: 204000
2015-03-13 11:12:42,177 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015-1426270347489-soberoi-%5BAB57441DDDB74E00AC30CCD961C78FE4%2F77ADF37EEF7D499C-1426270362121-2-1-SUCCEEDED-default.jhist_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:12:42,179 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741978_1154 src: /127.0.0.1:64211 dest: /127.0.0.1:63115
2015-03-13 11:12:42,180 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741978_1154 src: /127.0.0.1:64212 dest: /127.0.0.1:63105
2015-03-13 11:12:42,182 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741978_1154 src: /127.0.0.1:64213 dest: /127.0.0.1:63112
2015-03-13 11:12:42,186 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64213, dest: /127.0.0.1:63112, bytes: 44403, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-80101624_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741978_1154, duration: 1988000
2015-03-13 11:12:42,186 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741978_1154, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:42,186 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:42,187 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64212, dest: /127.0.0.1:63105, bytes: 44403, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-80101624_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741978_1154, duration: 2630000
2015-03-13 11:12:42,187 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741978_1154, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:42,188 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64211, dest: /127.0.0.1:63115, bytes: 44403, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-80101624_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741978_1154, duration: 4073000
2015-03-13 11:12:42,188 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741978_1154, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:42,189 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:42,190 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:42,192 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015-1426270347489-soberoi-%5BAB57441DDDB74E00AC30CCD961C78FE4%2F77ADF37EEF7D499C-1426270362121-2-1-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-80101624_1
2015-03-13 11:12:42,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015-1426270347489-soberoi-%5BAB57441DDDB74E00AC30CCD961C78FE4%2F77ADF37EEF7D499C-1426270362121-2-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:12:42,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job_1426270086855_0015_1_conf.xml dst=null perm=null
2015-03-13 11:12:42,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015_conf.xml_tmp dst=null perm=null
2015-03-13 11:12:42,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job_1426270086855_0015_1_conf.xml dst=null perm=null
2015-03-13 11:12:42,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015_conf.xml_tmp dst=null perm=null
2015-03-13 11:12:42,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015/job_1426270086855_0015_1_conf.xml dst=null perm=null
2015-03-13 11:12:42,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:42,203 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64214, bytes: 92680, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-80101624_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741974_1150, duration: 337000
2015-03-13 11:12:42,205 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015_conf.xml_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:12:42,206 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741979_1155 src: /127.0.0.1:64215 dest: /127.0.0.1:63108
2015-03-13 11:12:42,208 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741979_1155 src: /127.0.0.1:64216 dest: /127.0.0.1:63105
2015-03-13 11:12:42,210 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741979_1155 src: /127.0.0.1:64217 dest: /127.0.0.1:63112
2015-03-13 11:12:42,216 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64217, dest: /127.0.0.1:63112, bytes: 91960, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-80101624_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741979_1155, duration: 3037000
2015-03-13 11:12:42,216 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741979_1155, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:42,217 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64216, dest: /127.0.0.1:63105, bytes: 91960, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-80101624_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741979_1155, duration: 2839000
2015-03-13 11:12:42,218 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741979_1155, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:42,219 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64215, dest: /127.0.0.1:63108, bytes: 91960, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-80101624_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741979_1155, duration: 5542000
2015-03-13 11:12:42,219 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741979_1155, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:42,217 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:42,221 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:42,222 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741979_1155 size 91960
2015-03-13 11:12:42,222 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-80101624_1
2015-03-13 11:12:42,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:12:42,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:12:42,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:12:42,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015-1426270347489-soberoi-%5BAB57441DDDB74E00AC30CCD961C78FE4%2F77ADF37EEF7D499C-1426270362121-2-1-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015-1426270347489-soberoi-%5BAB57441DDDB74E00AC30CCD961C78FE4%2F77ADF37EEF7D499C-1426270362121-2-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:12:42,240 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0015_000001 State change from RUNNING to FINISHING
2015-03-13 11:12:42,241 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426270086855_0015
2015-03-13 11:12:42,241 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0015 State change from RUNNING to REMOVING
2015-03-13 11:12:42,241 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426270086855_0015
2015-03-13 11:12:42,241 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0015 State change from REMOVING to FINISHING
2015-03-13 11:12:43,085 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:43,086 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:12:43,086 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0015_01_000004
2015-03-13 11:12:43,087 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0015_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:12:43,087 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0015_01_000004 in state: COMPLETED event:FINISHED
2015-03-13 11:12:43,087 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0015 CONTAINERID=container_1426270086855_0015_01_000004
2015-03-13 11:12:43,087 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0015_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:12:43,087 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:12:43,088 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0015_01_000004, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:43,088 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:43,088 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:12:43,088 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0015_000001 released container container_1426270086855_0015_01_000004 on node: host: 10.1.1.144:63134 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:12:43,206 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741976_1152
2015-03-13 11:12:43,207 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741979_1155
2015-03-13 11:12:43,208 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741975_1151
2015-03-13 11:12:43,208 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741977_1153
2015-03-13 11:12:43,251 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741970_1146 127.0.0.1:63108 127.0.0.1:63105 127.0.0.1:63112 127.0.0.1:63115
2015-03-13 11:12:43,251 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741971_1147 127.0.0.1:63112 127.0.0.1:63108 127.0.0.1:63105 127.0.0.1:63115
2015-03-13 11:12:43,251 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741972_1148 127.0.0.1:63112 127.0.0.1:63108 127.0.0.1:63115
2015-03-13 11:12:43,251 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741973_1149 127.0.0.1:63105 127.0.0.1:63112 127.0.0.1:63108
2015-03-13 11:12:43,251 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741975_1151 127.0.0.1:63112 127.0.0.1:63108 127.0.0.1:63115
2015-03-13 11:12:43,251 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741974_1150 127.0.0.1:63105 127.0.0.1:63108 127.0.0.1:63112
2015-03-13 11:12:43,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0015 dst=null perm=null
2015-03-13 11:12:43,283 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (2/2) ...lue/true/true/false/false
2015-03-13 11:12:43,293 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:12:43,316 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:12:43,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null
2015-03-13 11:12:43,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:12:43,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:12:43,323 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 16
2015-03-13 11:12:43,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016 dst=null perm=null
2015-03-13 11:12:43,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 11:12:43,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 11:12:43,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.jar dst=null perm=null
2015-03-13 11:12:43,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:43,331 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.jar. BP-951401976-10.1.1.144-1426270084277 blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:12:43,332 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741980_1156 src: /127.0.0.1:64220 dest: /127.0.0.1:63112
2015-03-13 11:12:43,333 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741980_1156 src: /127.0.0.1:64221 dest: /127.0.0.1:63108
2015-03-13 11:12:43,335 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741980_1156 src: /127.0.0.1:64222 dest: /127.0.0.1:63115
2015-03-13 11:12:43,338 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64222, dest: /127.0.0.1:63115, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741980_1156, duration: 1876000
2015-03-13 11:12:43,339 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741980_1156, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:43,339 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:43,339 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64221, dest: /127.0.0.1:63108, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741980_1156, duration: 2410000
2015-03-13 11:12:43,340 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741980_1156, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:43,340 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:43,341 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64220, dest: /127.0.0.1:63112, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741980_1156, duration: 3868000
2015-03-13 11:12:43,341 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741980_1156, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:43,343 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:43,345 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.jar is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:12:43,346 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.jar
2015-03-13 11:12:43,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.jar dst=null perm=null
2015-03-13 11:12:43,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:43,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:43,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:43,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:43,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 11:12:43,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 11:12:43,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 11:12:43,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 11:12:43,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 11:12:43,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:43,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3584538297_lower_upper_6535E5592BEA448688317366166D65CB dst=null perm=null
2015-03-13 11:12:43,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3584538297_lower_upper_6535E5592BEA448688317366166D65CB dst=null perm=null
2015-03-13 11:12:43,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/3584538297_lower_upper_6535E5592BEA448688317366166D65CB dst=null perm=null
2015-03-13 11:12:43,357 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:12:43,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:43,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:43,361 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.split
2015-03-13 11:12:43,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.split dst=null perm=null
2015-03-13 11:12:43,362 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.split. BP-951401976-10.1.1.144-1426270084277 blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:12:43,363 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741981_1157 src: /127.0.0.1:64223 dest: /127.0.0.1:63105
2015-03-13 11:12:43,364 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741981_1157 src: /127.0.0.1:64224 dest: /127.0.0.1:63108
2015-03-13 11:12:43,366 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741981_1157 src: /127.0.0.1:64225 dest: /127.0.0.1:63115
2015-03-13 11:12:43,367 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741981_1157 src: /127.0.0.1:64226 dest: /127.0.0.1:63112
2015-03-13 11:12:43,372 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64226, dest: /127.0.0.1:63112, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741981_1157, duration: 3573000
2015-03-13 11:12:43,373 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741981_1157, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:43,373 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:43,373 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64225, dest: /127.0.0.1:63115, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741981_1157, duration: 3820000
2015-03-13 11:12:43,373 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741981_1157, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:43,374 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64224, dest: /127.0.0.1:63108, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741981_1157, duration: 5091000
2015-03-13 11:12:43,374 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:43,375 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741981_1157, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:43,376 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64223, dest: /127.0.0.1:63105, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741981_1157, duration: 6627000
2015-03-13 11:12:43,376 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741981_1157, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:43,377 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:43,378 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:43,379 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.split is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:12:43,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:43,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:43,383 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.splitmetainfo. BP-951401976-10.1.1.144-1426270084277 blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:12:43,385 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741982_1158 src: /127.0.0.1:64227 dest: /127.0.0.1:63105
2015-03-13 11:12:43,386 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741982_1158 src: /127.0.0.1:64228 dest: /127.0.0.1:63108
2015-03-13 11:12:43,388 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741982_1158 src: /127.0.0.1:64229 dest: /127.0.0.1:63115
2015-03-13 11:12:43,391 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64229, dest: /127.0.0.1:63115, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741982_1158, duration: 1308000
2015-03-13 11:12:43,391 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741982_1158, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:43,391 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:43,392 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64228, dest: /127.0.0.1:63108, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741982_1158, duration: 1840000
2015-03-13 11:12:43,392 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741982_1158, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:43,393 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:43,393 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64227, dest: /127.0.0.1:63105, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741982_1158, duration: 3677000
2015-03-13 11:12:43,394 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741982_1158, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:43,395 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:12:43,396 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:12:43,397 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:1
2015-03-13 11:12:43,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:43,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:43,401 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:12:43,402 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:12:43,402 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:12:43,406 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:12:43,407 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741983_1159 src: /127.0.0.1:64230 dest: /127.0.0.1:63112
2015-03-13 11:12:43,409 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741983_1159 src: /127.0.0.1:64231 dest: /127.0.0.1:63115
2015-03-13 11:12:43,410 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741983_1159 src: /127.0.0.1:64232 dest: /127.0.0.1:63108
2015-03-13 11:12:43,413 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64232, dest: /127.0.0.1:63108, bytes: 99109, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741983_1159, duration: 1666000
2015-03-13 11:12:43,413 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741983_1159, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:43,414 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64231, dest: /127.0.0.1:63115, bytes: 99109, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741983_1159, duration: 2246000
2015-03-13 11:12:43,414 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741983_1159, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:43,414 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:12:43,416 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64230, dest: /127.0.0.1:63112, bytes: 99109, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741983_1159, duration: 4184000
2015-03-13 11:12:43,416 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741983_1159, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:43,417 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:12:43,421 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:12:43,422 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.xml is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:12:43,423 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426270086855_0016
2015-03-13 11:12:43,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016 dst=null perm=null
2015-03-13 11:12:43,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.xml dst=null perm=null
2015-03-13 11:12:43,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.xml dst=null perm=null
2015-03-13 11:12:43,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.jar dst=null perm=null
2015-03-13 11:12:43,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.jar dst=null perm=null
2015-03-13 11:12:43,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.split dst=null perm=null
2015-03-13 11:12:43,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.split dst=null perm=null
2015-03-13 11:12:43,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.splitmetainfo dst=null perm=null
2015-03-13 11:12:43,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.splitmetainfo dst=null perm=null
2015-03-13 11:12:43,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:43,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:43,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:43,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:43,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:43,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:43,444 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 16 submitted by user soberoi
2015-03-13 11:12:43,444 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426270086855_0016
2015-03-13 11:12:43,445 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426270086855_0016
2015-03-13 11:12:43,445 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426270086855_0016
2015-03-13 11:12:43,445 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0016 State change from NEW to NEW_SAVING
2015-03-13 11:12:43,445 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0016 State change from NEW_SAVING to SUBMITTED
2015-03-13 11:12:43,445 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426270086855_0016_000001
2015-03-13 11:12:43,446 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0016_000001 State change from NEW to SUBMITTED
2015-03-13 11:12:43,446 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426270086855_0016 from user: soberoi activated in queue: default
2015-03-13 11:12:43,446 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426270086855_0016 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@20a38b8, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-03-13 11:12:43,446 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426270086855_0016 user: soberoi leaf-queue of parent: root #applications: 2
2015-03-13 11:12:43,446 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426270086855_0016_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2015-03-13 11:12:43,446 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0016_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 11:12:43,446 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0016 State change from SUBMITTED to ACCEPTED
2015-03-13 11:12:43,447 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426270086855_0016 to ResourceManager at /10.1.1.144:63128
2015-03-13 11:12:43,449 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:63125/proxy/application_1426270086855_0016/
2015-03-13 11:12:43,449 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1426270086855_0016
2015-03-13 11:12:43,449 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:63125/proxy/application_1426270086855_0016/
2015-03-13 11:12:43,590 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741976_1152
2015-03-13 11:12:43,591 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741975_1151
2015-03-13 11:12:43,592 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741983_1159
2015-03-13 11:12:43,592 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741978_1154
2015-03-13 11:12:43,592 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741981_1157
2015-03-13 11:12:43,593 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741977_1153
2015-03-13 11:12:43,593 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741982_1158
2015-03-13 11:12:43,794 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741980_1156
2015-03-13 11:12:44,092 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:44,093 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0016_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:12:44,093 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0016 CONTAINERID=container_1426270086855_0016_01_000001
2015-03-13 11:12:44,093 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0016_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63134, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2015-03-13 11:12:44,094 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0016 container=Container: [ContainerId: container_1426270086855_0016_01_000001, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0016_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:44,094 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 11:12:44,094 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0016_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:12:44,094 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:44,095 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426270086855_0016 AttemptId: appattempt_1426270086855_0016_000001 MasterContainer: Container: [ContainerId: container_1426270086855_0016_01_000001, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ]
2015-03-13 11:12:44,095 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0016_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 11:12:44,096 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426270086855_0016_000001
2015-03-13 11:12:44,096 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0016_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 11:12:44,096 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426270086855_0016_000001
2015-03-13 11:12:44,097 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426270086855_0016_01_000001, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] for AM appattempt_1426270086855_0016_000001
2015-03-13 11:12:44,097 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426270086855_0016_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 11:12:44,099 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0016_000001 (auth:SIMPLE)
2015-03-13 11:12:44,101 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0016_01_000001 by user soberoi
2015-03-13 11:12:44,101 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0016
2015-03-13 11:12:44,101 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0016 CONTAINERID=container_1426270086855_0016_01_000001
2015-03-13 11:12:44,102 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0016 transitioned from NEW to INITING
2015-03-13 11:12:44,102 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0016_01_000001 to application application_1426270086855_0016
2015-03-13 11:12:44,102 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0016 transitioned from INITING to RUNNING
2015-03-13 11:12:44,102 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426270086855_0016_01_000001, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] for AM appattempt_1426270086855_0016_000001
2015-03-13 11:12:44,102 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0016_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 11:12:44,102 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0016_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 11:12:44,102 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0016
2015-03-13 11:12:44,103 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:12:44,103 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 11:12:44,103 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.split transitioned from INIT to DOWNLOADING
2015-03-13 11:12:44,103 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:12:44,103 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0016_01_000001
2015-03-13 11:12:44,112 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1426270086855_0016_01_000001.tokens. Credentials list:
2015-03-13 11:12:44,127 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:12:44,209 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1426270086855_0016_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0016/container_1426270086855_0016_01_000001.tokens
2015-03-13 11:12:44,209 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0016 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0016
2015-03-13 11:12:44,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.jar dst=null perm=null
2015-03-13 11:12:44,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.jar dst=null perm=null
2015-03-13 11:12:44,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.jar dst=null perm=null
2015-03-13 11:12:44,290 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64236, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-738559963_6248, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741980_1156, duration: 492000
2015-03-13 11:12:44,309 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:12:44,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.splitmetainfo dst=null perm=null
2015-03-13 11:12:44,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.splitmetainfo dst=null perm=null
2015-03-13 11:12:44,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.splitmetainfo dst=null perm=null
2015-03-13 11:12:44,334 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1352)) - BLOCK* ask 127.0.0.1:63108 to replicate blk_1073741980_1156 to datanode(s) 127.0.0.1:63105
2015-03-13 11:12:44,334 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63112 to delete [blk_1073741970_1146, blk_1073741971_1147, blk_1073741972_1148, blk_1073741973_1149, blk_1073741974_1150, blk_1073741975_1151]
2015-03-13 11:12:44,334 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63108 to delete [blk_1073741970_1146, blk_1073741971_1147, blk_1073741972_1148, blk_1073741973_1149, blk_1073741974_1150, blk_1073741975_1151]
2015-03-13 11:12:44,343 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64237, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-738559963_6248, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741982_1158, duration: 125000
2015-03-13 11:12:44,358 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:12:44,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.split dst=null perm=null
2015-03-13 11:12:44,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.split dst=null perm=null
2015-03-13 11:12:44,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.split dst=null perm=null
2015-03-13 11:12:44,386 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64236, bytes: 362, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-738559963_6248, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741981_1157, duration: 435000
2015-03-13 11:12:44,399 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:12:44,399 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741978_1154
2015-03-13 11:12:44,400 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741979_1155
2015-03-13 11:12:44,401 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741982_1158
2015-03-13 11:12:44,401 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741981_1157
2015-03-13 11:12:44,401 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741976_1152
2015-03-13 11:12:44,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.xml dst=null perm=null
2015-03-13 11:12:44,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.xml dst=null perm=null
2015-03-13 11:12:44,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.xml dst=null perm=null
2015-03-13 11:12:44,424 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64236, bytes: 99885, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-738559963_6248, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741983_1159, duration: 341000
2015-03-13 11:12:44,440 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:12:44,441 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0016_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:12:44,452 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741979_1155
2015-03-13 11:12:44,453 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741977_1153
2015-03-13 11:12:44,454 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741975_1151
2015-03-13 11:12:44,455 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741978_1154
2015-03-13 11:12:44,455 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741983_1159
2015-03-13 11:12:44,456 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741981_1157
2015-03-13 11:12:44,472 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0016_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 11:12:44,472 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:12:44,557 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0016/container_1426270086855_0016_01_000001/default_container_executor.sh]
2015-03-13 11:12:44,660 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741980_1156
2015-03-13 11:12:44,914 INFO datanode.DataNode (DataNode.java:transferBlock(1319)) - DatanodeRegistration(127.0.0.1, storageID=DS-1284647950-10.1.1.144-63108-1426270085585, infoPort=63109, ipcPort=63111, storageInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0) Starting thread to transfer BP-951401976-10.1.1.144-1426270084277:blk_1073741980_1156 to 127.0.0.1:63105
2015-03-13 11:12:44,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741970 for deletion
2015-03-13 11:12:44,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741971 for deletion
2015-03-13 11:12:44,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741972_1148 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741972 for deletion
2015-03-13 11:12:44,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741973 for deletion
2015-03-13 11:12:44,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741974 for deletion
2015-03-13 11:12:44,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741975 for deletion
2015-03-13 11:12:44,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741970
2015-03-13 11:12:44,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741971
2015-03-13 11:12:44,918 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741972_1148 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741972
2015-03-13 11:12:44,918 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741973
2015-03-13 11:12:44,918 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741974
2015-03-13 11:12:44,918 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741975
2015-03-13 11:12:44,919 INFO datanode.DataNode (DataNode.java:run(1523)) - DataTransfer: Transmitted BP-951401976-10.1.1.144-1426270084277:blk_1073741980_1156 (numBytes=254067) to /127.0.0.1:63105
2015-03-13 11:12:44,919 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741980_1156 src: /127.0.0.1:64238 dest: /127.0.0.1:63105
2015-03-13 11:12:44,922 INFO datanode.DataNode (DataXceiver.java:writeBlock(594)) - Received BP-951401976-10.1.1.144-1426270084277:blk_1073741980_1156 src: /127.0.0.1:64238 dest: /127.0.0.1:63105 of size 254067
2015-03-13 11:12:44,923 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741980_1156 size 254067
2015-03-13 11:12:45,097 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:45,098 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:45,098 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0016_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:12:45,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741970 for deletion
2015-03-13 11:12:45,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741971 for deletion
2015-03-13 11:12:45,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741972_1148 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741972 for deletion
2015-03-13 11:12:45,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741970
2015-03-13 11:12:45,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741973 for deletion
2015-03-13 11:12:45,141 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741974 for deletion
2015-03-13 11:12:45,141 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741972_1148 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741972
2015-03-13 11:12:45,141 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741975 for deletion
2015-03-13 11:12:45,141 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741971
2015-03-13 11:12:45,141 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741974
2015-03-13 11:12:45,141 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741973
2015-03-13 11:12:45,141 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741975
2015-03-13 11:12:46,102 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:46,103 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:46,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:12:46,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/COMMIT_STARTED dst=null perm=null
2015-03-13 11:12:46,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/COMMIT_SUCCESS dst=null perm=null
2015-03-13 11:12:46,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/COMMIT_FAIL dst=null perm=null
2015-03-13 11:12:46,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016 dst=null perm=null
2015-03-13 11:12:46,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 11:12:46,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 11:12:46,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.splitmetainfo dst=null perm=null
2015-03-13 11:12:46,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.splitmetainfo dst=null perm=null
2015-03-13 11:12:46,690 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64240, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_308386521_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741982_1158, duration: 155000
2015-03-13 11:12:47,105 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:47,105 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:47,340 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63115 to delete [blk_1073741970_1146, blk_1073741971_1147, blk_1073741972_1148, blk_1073741975_1151]
2015-03-13 11:12:47,340 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63105 to delete [blk_1073741970_1146, blk_1073741971_1147, blk_1073741973_1149, blk_1073741974_1150]
2015-03-13 11:12:47,508 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0016_000001 (auth:SIMPLE)
2015-03-13 11:12:47,510 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426270086855_0016_000001
2015-03-13 11:12:47,510 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426270086855_0016 APPATTEMPTID=appattempt_1426270086855_0016_000001
2015-03-13 11:12:47,511 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0016_000001 State change from LAUNCHED to RUNNING
2015-03-13 11:12:47,511 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0016 State change from ACCEPTED to RUNNING
2015-03-13 11:12:47,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job_1426270086855_0016_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:47,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:12:47,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job_1426270086855_0016_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:47,756 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job_1426270086855_0016_1_conf.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:12:47,795 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741984_1160 src: /127.0.0.1:64246 dest: /127.0.0.1:63112
2015-03-13 11:12:47,796 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741984_1160 src: /127.0.0.1:64247 dest: /127.0.0.1:63115
2015-03-13 11:12:47,797 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741984_1160 src: /127.0.0.1:64248 dest: /127.0.0.1:63105
2015-03-13 11:12:47,806 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64248, dest: /127.0.0.1:63105, bytes: 91597, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_308386521_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741984_1160, duration: 6576000
2015-03-13 11:12:47,806 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741984_1160, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:47,806 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:12:47,807 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64247, dest: /127.0.0.1:63115, bytes: 91597, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_308386521_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741984_1160, duration: 7282000
2015-03-13 11:12:47,807 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741984_1160, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:47,807 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64246, dest: /127.0.0.1:63112, bytes: 91597, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_308386521_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741984_1160, duration: 8274000
2015-03-13 11:12:47,807 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:12:47,808 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:12:47,808 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741984_1160, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:47,814 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job_1426270086855_0016_1_conf.xml is closed by DFSClient_NONMAPREDUCE_308386521_1
2015-03-13 11:12:47,912 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741970 for deletion
2015-03-13 11:12:47,912 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741971 for deletion
2015-03-13 11:12:47,912 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741973 for deletion
2015-03-13 11:12:47,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741974 for deletion
2015-03-13 11:12:47,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741971
2015-03-13 11:12:47,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741970
2015-03-13 11:12:47,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741974
2015-03-13 11:12:47,913 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741973
2015-03-13 11:12:48,109 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:48,110 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:48,211 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741981_1157
2015-03-13 11:12:48,286 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1426270086855_0015_01_000001 succeeded
2015-03-13 11:12:48,286 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0015_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-03-13 11:12:48,286 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0015_01_000001
2015-03-13 11:12:48,291 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741970 for deletion
2015-03-13 11:12:48,292 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741971 for deletion
2015-03-13 11:12:48,292 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741972_1148 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741972 for deletion
2015-03-13 11:12:48,292 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741975 for deletion
2015-03-13 11:12:48,292 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741970
2015-03-13 11:12:48,292 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741971
2015-03-13 11:12:48,292 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741972_1148 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741972
2015-03-13 11:12:48,293 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741975
2015-03-13 11:12:48,296 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0015/container_1426270086855_0015_01_000001
2015-03-13 11:12:48,296 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0015/container_1426270086855_0015_01_000001
2015-03-13 11:12:48,296 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0015/container_1426270086855_0015_01_000001
2015-03-13 11:12:48,296 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0015/container_1426270086855_0015_01_000001
2015-03-13 11:12:48,296 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0015 CONTAINERID=container_1426270086855_0015_01_000001
2015-03-13 11:12:48,297 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0015_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-03-13 11:12:48,297 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0015_01_000001 from application application_1426270086855_0015
2015-03-13 11:12:48,297 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:12:48,297 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0015
2015-03-13 11:12:48,417 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741980_1156
2015-03-13 11:12:48,418 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741982_1158
2015-03-13 11:12:48,419 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741983_1159
2015-03-13 11:12:48,801 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741984_1160
2015-03-13 11:12:49,112 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 15 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_COMPLETE diagnostics: "" exit_status: 0
2015-03-13 11:12:49,112 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0015_01_000001
2015-03-13 11:12:49,112 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:49,113 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0015_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:12:49,113 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(550)) - Unregistering app attempt : appattempt_1426270086855_0015_000001
2015-03-13 11:12:49,113 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0015_01_000001 in state: COMPLETED event:FINISHED
2015-03-13 11:12:49,113 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0015 CONTAINERID=container_1426270086855_0015_01_000001
2015-03-13 11:12:49,113 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0015_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63134, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:12:49,113 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:12:49,113 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0015_01_000001, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:49,114 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:49,113 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0015_000001 State change from FINISHING to FINISHED
2015-03-13 11:12:49,114 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0015 State change from FINISHING to FINISHED
2015-03-13 11:12:49,114 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-03-13 11:12:49,114 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0015_000001 released container container_1426270086855_0015_01_000001 on node: host: 10.1.1.144:63134 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:12:49,114 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1426270086855_0015_000001
2015-03-13 11:12:49,114 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1426270086855_0015
2015-03-13 11:12:49,115 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(166)) - appId=application_1426270086855_0015,name=[AB57441DDDB74E00AC30CCD961C78FE4/77ADF37EEF7D499C84EB5831AEC94701] lower*upper/(1/2),user=soberoi,queue=default,state=FINISHED,trackingUrl=Edinburgh.local:63125/proxy/application_1426270086855_0015/jobhistory/job/job_1426270086855_0015,appMasterHost=Edinburgh.local,startTime=1426270347489,finishTime=1426270362241,finalStatus=SUCCEEDED
2015-03-13 11:12:49,115 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0016_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:12:49,115 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0016 CONTAINERID=container_1426270086855_0016_01_000002
2015-03-13 11:12:49,115 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0016_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 11:12:49,115 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0016 container=Container: [ContainerId: container_1426270086855_0016_01_000002, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0016_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:49,115 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2015-03-13 11:12:49,116 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:49,116 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplication(470)) - Application appattempt_1426270086855_0015_000001 is done. finalState=FINISHED
2015-03-13 11:12:49,116 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1426270086855_0015 requests cleared
2015-03-13 11:12:49,116 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(779)) - Application removed - appId: application_1426270086855_0015 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-03-13 11:12:49,116 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(510)) - Application removed - appId: application_1426270086855_0015 user: soberoi leaf-queue of parent: root #applications: 1
2015-03-13 11:12:49,117 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0015_000001 (auth:SIMPLE)
2015-03-13 11:12:49,119 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0015_01_000001
2015-03-13 11:12:49,405 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741980_1156
2015-03-13 11:12:49,550 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0016_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:12:49,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.jar dst=null perm=null
2015-03-13 11:12:49,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.jar dst=null perm=null
2015-03-13 11:12:49,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.xml dst=null perm=null
2015-03-13 11:12:49,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.xml dst=null perm=null
2015-03-13 11:12:49,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:49,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:49,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:49,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:49,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:49,606 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741984_1160
2015-03-13 11:12:49,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:49,669 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741984_1160
2015-03-13 11:12:49,677 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0016_000001 (auth:SIMPLE)
2015-03-13 11:12:49,680 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0016_01_000002 by user soberoi
2015-03-13 11:12:49,680 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0016 CONTAINERID=container_1426270086855_0016_01_000002
2015-03-13 11:12:49,680 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0016_01_000002 to application application_1426270086855_0016
2015-03-13 11:12:49,681 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0016_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 11:12:49,681 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0016
2015-03-13 11:12:49,681 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0016
2015-03-13 11:12:49,681 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:12:49,681 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0016
2015-03-13 11:12:49,681 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0016_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:12:49,707 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0016_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 11:12:49,708 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:12:49,783 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0016/container_1426270086855_0016_01_000002/default_container_executor.sh]
2015-03-13 11:12:50,117 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:50,117 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:50,118 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0016_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:12:50,118 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0015 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:12:50,119 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0015
2015-03-13 11:12:50,119 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0015 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:12:50,119 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0015, with delay of 10800 seconds
2015-03-13 11:12:50,119 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0015
2015-03-13 11:12:50,119 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0015
2015-03-13 11:12:50,121 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0015
2015-03-13 11:12:50,119 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0015
2015-03-13 11:12:50,562 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:12:51,122 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:51,123 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:51,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.split dst=null perm=null
2015-03-13 11:12:51,998 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64253, bytes: 362, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0016_m_000000_0_-289218015_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741981_1157, duration: 176000
2015-03-13 11:12:52,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/3584538297_lower_upper_6535E5592BEA448688317366166D65CB/part-00000 dst=null perm=null
2015-03-13 11:12:52,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/3584538297_lower_upper_6535E5592BEA448688317366166D65CB/part-00000 dst=null perm=null
2015-03-13 11:12:52,065 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64254, bytes: 716, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0016_m_000000_0_-289218015_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741976_1152, duration: 207000
2015-03-13 11:12:52,124 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:52,124 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:52,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/_temporary/attempt_1426270086855_0016_m_000000_0 dst=null perm=null
2015-03-13 11:12:52,297 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0016_01_000002
2015-03-13 11:12:52,297 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0016 CONTAINERID=container_1426270086855_0016_01_000002
2015-03-13 11:12:52,297 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0016_01_000002 transitioned from RUNNING to KILLING
2015-03-13 11:12:52,297 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0016_01_000002
2015-03-13 11:12:52,298 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:52,298 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:12:52,306 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0016_01_000002 is : 143
2015-03-13 11:12:52,312 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job_1426270086855_0016_1.jhist. BP-951401976-10.1.1.144-1426270084277 blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:12:52,313 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741985_1161 src: /127.0.0.1:64255 dest: /127.0.0.1:63115
2015-03-13 11:12:52,315 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741985_1161 src: /127.0.0.1:64256 dest: /127.0.0.1:63108
2015-03-13 11:12:52,317 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741985_1161 src: /127.0.0.1:64257 dest: /127.0.0.1:63112
2015-03-13 11:12:52,318 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0016_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:12:52,319 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0016 CONTAINERID=container_1426270086855_0016_01_000002
2015-03-13 11:12:52,319 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0016_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:12:52,319 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0016_01_000002 from application application_1426270086855_0016
2015-03-13 11:12:52,319 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:12:52,319 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0016
2015-03-13 11:12:52,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0016/container_1426270086855_0016_01_000002
2015-03-13 11:12:52,321 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0016/container_1426270086855_0016_01_000002
2015-03-13 11:12:52,321 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0016/container_1426270086855_0016_01_000002
2015-03-13 11:12:52,321 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0016/container_1426270086855_0016_01_000002
2015-03-13 11:12:52,326 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job_1426270086855_0016_1.jhist for DFSClient_NONMAPREDUCE_308386521_1
2015-03-13 11:12:53,303 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:53,304 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:12:53,304 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0016_01_000002
2015-03-13 11:12:53,305 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0016_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:12:53,305 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0016_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 11:12:53,305 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0016 CONTAINERID=container_1426270086855_0016_01_000002
2015-03-13 11:12:53,305 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0016_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:12:53,305 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:12:53,306 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0016_01_000002, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:53,306 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:53,306 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:12:53,306 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0016_000001 released container container_1426270086855_0016_01_000002 on node: host: 10.1.1.144:63134 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:12:54,210 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0016_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:12:54,210 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0016 CONTAINERID=container_1426270086855_0016_01_000003
2015-03-13 11:12:54,211 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0016_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 11:12:54,211 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0016 container=Container: [ContainerId: container_1426270086855_0016_01_000003, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] containerId=container_1426270086855_0016_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:54,211 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:12:54,211 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:54,310 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:54,577 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0016_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:12:54,587 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0016_000001 (auth:SIMPLE)
2015-03-13 11:12:54,590 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0016_01_000003 by user soberoi
2015-03-13 11:12:54,590 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0016
2015-03-13 11:12:54,590 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0016 CONTAINERID=container_1426270086855_0016_01_000003
2015-03-13 11:12:54,591 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0016 transitioned from NEW to INITING
2015-03-13 11:12:54,591 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0016_01_000003 to application application_1426270086855_0016
2015-03-13 11:12:54,591 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0016 transitioned from INITING to RUNNING
2015-03-13 11:12:54,591 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0016_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 11:12:54,591 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0016
2015-03-13 11:12:54,591 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0016
2015-03-13 11:12:54,592 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:12:54,592 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0016
2015-03-13 11:12:54,592 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:12:54,592 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:12:54,592 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0016_01_000003
2015-03-13 11:12:54,601 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1426270086855_0016_01_000003.tokens. Credentials list:
2015-03-13 11:12:54,617 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:12:54,691 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1426270086855_0016_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0016/container_1426270086855_0016_01_000003.tokens
2015-03-13 11:12:54,691 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0016 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0016
2015-03-13 11:12:54,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.jar dst=null perm=null
2015-03-13 11:12:54,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.jar dst=null perm=null
2015-03-13 11:12:54,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.jar dst=null perm=null
2015-03-13 11:12:54,762 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64261, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1430943824_6386, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741980_1156, duration: 491000
2015-03-13 11:12:54,781 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:12:54,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.xml dst=null perm=null
2015-03-13 11:12:54,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.xml dst=null perm=null
2015-03-13 11:12:54,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.xml dst=null perm=null
2015-03-13 11:12:54,808 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64262, bytes: 99885, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1430943824_6386, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741983_1159, duration: 435000
2015-03-13 11:12:54,821 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:12:54,821 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0016_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:12:54,847 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0016_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 11:12:54,847 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:12:54,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0016/container_1426270086855_0016_01_000003/default_container_executor.sh]
2015-03-13 11:12:55,214 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:55,214 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0016_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:12:55,312 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:55,581 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:12:56,217 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:56,317 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:57,223 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:57,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/_temporary/attempt_1426270086855_0016_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:57,321 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:57,329 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/_temporary/attempt_1426270086855_0016_r_000000_0/part-00000. BP-951401976-10.1.1.144-1426270084277 blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:12:57,392 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741986_1162 src: /127.0.0.1:64266 dest: /127.0.0.1:63108
2015-03-13 11:12:57,394 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741986_1162 src: /127.0.0.1:64267 dest: /127.0.0.1:63105
2015-03-13 11:12:57,395 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741986_1162 src: /127.0.0.1:64268 dest: /127.0.0.1:63112
2015-03-13 11:12:57,404 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64268, dest: /127.0.0.1:63112, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0016_r_000000_0_-1741475526_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741986_1162, duration: 8053000
2015-03-13 11:12:57,405 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741986_1162, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:57,405 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:57,405 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64267, dest: /127.0.0.1:63105, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0016_r_000000_0_-1741475526_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741986_1162, duration: 8925000
2015-03-13 11:12:57,406 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741986_1162, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:57,406 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:57,406 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64266, dest: /127.0.0.1:63108, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0016_r_000000_0_-1741475526_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741986_1162, duration: 9789000
2015-03-13 11:12:57,406 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741986_1162, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:57,407 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:57,410 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/_temporary/attempt_1426270086855_0016_r_000000_0/part-00000 is closed by DFSClient_attempt_1426270086855_0016_r_000000_0_-1741475526_1
2015-03-13 11:12:57,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/_temporary/attempt_1426270086855_0016_r_000000_0 dst=null perm=null
2015-03-13 11:12:57,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/_temporary/attempt_1426270086855_0016_r_000000_0 dst=null perm=null
2015-03-13 11:12:57,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/task_1426270086855_0016_r_000000 dst=null perm=null
2015-03-13 11:12:57,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/_temporary/attempt_1426270086855_0016_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/task_1426270086855_0016_r_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:12:57,436 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0016_01_000003
2015-03-13 11:12:57,437 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0016 CONTAINERID=container_1426270086855_0016_01_000003
2015-03-13 11:12:57,437 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0016_01_000003 transitioned from RUNNING to KILLING
2015-03-13 11:12:57,437 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0016_01_000003
2015-03-13 11:12:57,438 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:12:57,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:57,447 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_308386521_1
2015-03-13 11:12:57,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1 dst=null perm=null
2015-03-13 11:12:57,453 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0016_01_000003 is : 143
2015-03-13 11:12:57,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null
2015-03-13 11:12:57,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null
2015-03-13 11:12:57,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/task_1426270086855_0016_r_000000 dst=null perm=null
2015-03-13 11:12:57,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/part-00000 dst=null perm=null
2015-03-13 11:12:57,465 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0016_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:12:57,465 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0016/container_1426270086855_0016_01_000003
2015-03-13 11:12:57,466 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0016 CONTAINERID=container_1426270086855_0016_01_000003
2015-03-13 11:12:57,466 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0016_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:12:57,466 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0016/container_1426270086855_0016_01_000003
2015-03-13 11:12:57,466 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0016/container_1426270086855_0016_01_000003
2015-03-13 11:12:57,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary/1/task_1426270086855_0016_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:57,466 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0016_01_000003 from application application_1426270086855_0016
2015-03-13 11:12:57,467 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:12:57,467 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0016
2015-03-13 11:12:57,467 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0016/container_1426270086855_0016_01_000003
2015-03-13 11:12:57,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary dst=null perm=null
2015-03-13 11:12:57,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:57,481 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_SUCCESS is closed by DFSClient_NONMAPREDUCE_308386521_1
2015-03-13 11:12:57,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:57,484 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_308386521_1
2015-03-13 11:12:57,498 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64257, dest: /127.0.0.1:63112, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_308386521_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741985_1161, duration: 5177240000
2015-03-13 11:12:57,498 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741985_1161, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:57,499 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:57,499 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64256, dest: /127.0.0.1:63108, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_308386521_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741985_1161, duration: 5176198000
2015-03-13 11:12:57,499 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741985_1161, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:57,500 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:57,501 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64255, dest: /127.0.0.1:63115, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_308386521_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741985_1161, duration: 5177613000
2015-03-13 11:12:57,501 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741985_1161, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:57,502 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:57,503 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job_1426270086855_0016_1.jhist is closed by DFSClient_NONMAPREDUCE_308386521_1
2015-03-13 11:12:57,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:57,508 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016.summary_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:12:57,509 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741987_1163 src: /127.0.0.1:64269 dest: /127.0.0.1:63108
2015-03-13 11:12:57,511 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741987_1163 src: /127.0.0.1:64270 dest: /127.0.0.1:63105
2015-03-13 11:12:57,512 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741987_1163 src: /127.0.0.1:64271 dest: /127.0.0.1:63112
2015-03-13 11:12:57,515 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64271, dest: /127.0.0.1:63112, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_308386521_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741987_1163, duration: 1455000
2015-03-13 11:12:57,515 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741987_1163, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:57,515 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:57,515 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64270, dest: /127.0.0.1:63105, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_308386521_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741987_1163, duration: 2018000
2015-03-13 11:12:57,515 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741987_1163, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:57,516 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:57,516 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64269, dest: /127.0.0.1:63108, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_308386521_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741987_1163, duration: 2995000
2015-03-13 11:12:57,516 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741987_1163, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:57,517 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:57,518 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016.summary_tmp is closed by DFSClient_NONMAPREDUCE_308386521_1
2015-03-13 11:12:57,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:12:57,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job_1426270086855_0016_1.jhist dst=null perm=null
2015-03-13 11:12:57,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016-1426270363444-soberoi-%5BAB57441DDDB74E00AC30CCD961C78FE4%2FBA54BB1474D44B2D-1426270377485-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:12:57,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job_1426270086855_0016_1.jhist dst=null perm=null
2015-03-13 11:12:57,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016-1426270363444-soberoi-%5BAB57441DDDB74E00AC30CCD961C78FE4%2FBA54BB1474D44B2D-1426270377485-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:12:57,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job_1426270086855_0016_1.jhist dst=null perm=null
2015-03-13 11:12:57,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016-1426270363444-soberoi-%5BAB57441DDDB74E00AC30CCD961C78FE4%2FBA54BB1474D44B2D-1426270377485-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:57,543 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64272, bytes: 36949, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_308386521_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741985_1161, duration: 685000
2015-03-13 11:12:57,544 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016-1426270363444-soberoi-%5BAB57441DDDB74E00AC30CCD961C78FE4%2FBA54BB1474D44B2D-1426270377485-1-1-SUCCEEDED-default.jhist_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:12:57,546 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741988_1164 src: /127.0.0.1:64273 dest: /127.0.0.1:63108
2015-03-13 11:12:57,548 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741988_1164 src: /127.0.0.1:64274 dest: /127.0.0.1:63105
2015-03-13 11:12:57,550 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741988_1164 src: /127.0.0.1:64275 dest: /127.0.0.1:63112
2015-03-13 11:12:57,553 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64275, dest: /127.0.0.1:63112, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_308386521_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741988_1164, duration: 1724000
2015-03-13 11:12:57,553 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741988_1164, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:57,554 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:57,554 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64274, dest: /127.0.0.1:63105, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_308386521_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741988_1164, duration: 2887000
2015-03-13 11:12:57,555 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741988_1164, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:57,555 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:57,556 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64273, dest: /127.0.0.1:63108, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_308386521_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741988_1164, duration: 4341000
2015-03-13 11:12:57,556 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741988_1164, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:57,557 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:57,559 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016-1426270363444-soberoi-%5BAB57441DDDB74E00AC30CCD961C78FE4%2FBA54BB1474D44B2D-1426270377485-1-1-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_308386521_1
2015-03-13 11:12:57,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016-1426270363444-soberoi-%5BAB57441DDDB74E00AC30CCD961C78FE4%2FBA54BB1474D44B2D-1426270377485-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:12:57,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job_1426270086855_0016_1_conf.xml dst=null perm=null
2015-03-13 11:12:57,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016_conf.xml_tmp dst=null perm=null
2015-03-13 11:12:57,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job_1426270086855_0016_1_conf.xml dst=null perm=null
2015-03-13 11:12:57,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016_conf.xml_tmp dst=null perm=null
2015-03-13 11:12:57,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016/job_1426270086855_0016_1_conf.xml dst=null perm=null
2015-03-13 11:12:57,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:12:57,571 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64276, bytes: 92313, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_308386521_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741984_1160, duration: 244000
2015-03-13 11:12:57,573 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016_conf.xml_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:12:57,575 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741989_1165 src: /127.0.0.1:64277 dest: /127.0.0.1:63105
2015-03-13 11:12:57,577 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741989_1165 src: /127.0.0.1:64278 dest: /127.0.0.1:63108
2015-03-13 11:12:57,578 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741989_1165 src: /127.0.0.1:64279 dest: /127.0.0.1:63112
2015-03-13 11:12:57,584 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64279, dest: /127.0.0.1:63112, bytes: 91597, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_308386521_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741989_1165, duration: 3873000
2015-03-13 11:12:57,584 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741989_1165, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:57,585 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:57,585 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64278, dest: /127.0.0.1:63108, bytes: 91597, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_308386521_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741989_1165, duration: 4352000
2015-03-13 11:12:57,585 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741989_1165, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:57,586 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64277, dest: /127.0.0.1:63105, bytes: 91597, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_308386521_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741989_1165, duration: 5802000
2015-03-13 11:12:57,587 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741989_1165, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:57,590 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:57,592 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:57,599 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_308386521_1
2015-03-13 11:12:57,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:12:57,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:12:57,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:12:57,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016-1426270363444-soberoi-%5BAB57441DDDB74E00AC30CCD961C78FE4%2FBA54BB1474D44B2D-1426270377485-1-1-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016-1426270363444-soberoi-%5BAB57441DDDB74E00AC30CCD961C78FE4%2FBA54BB1474D44B2D-1426270377485-1-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:12:57,614 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0016_000001 State change from RUNNING to FINISHING
2015-03-13 11:12:57,614 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426270086855_0016
2015-03-13 11:12:57,614 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0016 State change from RUNNING to REMOVING
2015-03-13 11:12:57,615 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426270086855_0016
2015-03-13 11:12:57,615 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0016 State change from REMOVING to FINISHING
2015-03-13 11:12:58,327 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:58,424 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741985_1161
2015-03-13 11:12:58,425 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741988_1164
2015-03-13 11:12:58,425 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741989_1165
2015-03-13 11:12:58,425 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741986_1162
2015-03-13 11:12:58,426 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741987_1163
2015-03-13 11:12:58,439 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:12:58,439 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0016_01_000003
2015-03-13 11:12:58,439 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0016_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:12:58,440 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0016_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 11:12:58,440 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0016 CONTAINERID=container_1426270086855_0016_01_000003
2015-03-13 11:12:58,440 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0016_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:12:58,440 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:12:58,440 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0016_01_000003, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:58,440 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:58,440 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:12:58,441 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0016_000001 released container container_1426270086855_0016_01_000003 on node: host: 10.1.1.144:63130 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:12:58,621 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741980_1156 127.0.0.1:63112 127.0.0.1:63108 127.0.0.1:63115 127.0.0.1:63105
2015-03-13 11:12:58,622 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741981_1157 127.0.0.1:63105 127.0.0.1:63108 127.0.0.1:63115 127.0.0.1:63112
2015-03-13 11:12:58,622 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741982_1158 127.0.0.1:63105 127.0.0.1:63108 127.0.0.1:63115
2015-03-13 11:12:58,622 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741983_1159 127.0.0.1:63112 127.0.0.1:63115 127.0.0.1:63108
2015-03-13 11:12:58,622 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741985_1161 127.0.0.1:63115 127.0.0.1:63108 127.0.0.1:63112
2015-03-13 11:12:58,622 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741984_1160 127.0.0.1:63112 127.0.0.1:63115 127.0.0.1:63105
2015-03-13 11:12:58,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0016 dst=null perm=null
2015-03-13 11:12:58,662 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741976_1152 127.0.0.1:63115 127.0.0.1:63105 127.0.0.1:63108
2015-03-13 11:12:58,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/3584538297_lower_upper_6535E5592BEA448688317366166D65CB dst=null perm=null
2015-03-13 11:12:58,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null
2015-03-13 11:12:58,663 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary
2015-03-13 11:12:58,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/_temporary dst=null perm=null
2015-03-13 11:12:58,671 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:12:58,671 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:12:58,672 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:12:58,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null
2015-03-13 11:12:58,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null
2015-03-13 11:12:58,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null
2015-03-13 11:12:58,675 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:12:58,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/part-00000 dst=null perm=null
2015-03-13 11:12:58,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/part-00000 dst=null perm=null
2015-03-13 11:12:58,680 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64281, bytes: 716, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741986_1162, duration: 184000
2015-03-13 11:12:58,687 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:12:58,688 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:12:58,688 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:12:58,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null
2015-03-13 11:12:58,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null
2015-03-13 11:12:58,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null
2015-03-13 11:12:58,691 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:12:58,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/part-00000 dst=null perm=null
2015-03-13 11:12:58,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/part-00000 dst=null perm=null
2015-03-13 11:12:58,694 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64282, bytes: 716, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741986_1162, duration: 173000
2015-03-13 11:12:58,695 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output//hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false
2015-03-13 11:12:58,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null
2015-03-13 11:12:58,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null
2015-03-13 11:12:58,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null
2015-03-13 11:12:58,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false dst=null perm=null
2015-03-13 11:12:58,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/part-00000 dst=null perm=null
2015-03-13 11:12:58,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/true/false/false/part-00000 dst=null perm=null
2015-03-13 11:12:58,700 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64282, bytes: 716, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741986_1162, duration: 167000
2015-03-13 11:12:58,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 11:12:58,711 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:12:58,712 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-03-13 11:12:58,712 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-03-13 11:12:58,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null
2015-03-13 11:12:58,724 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-03-13 11:12:58,725 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt"]
2015-03-13 11:12:58,725 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["SequenceFile[[UNKNOWN]->['bytes', 'count']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes"]
2015-03-13 11:12:58,725 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-03-13 11:12:58,725 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-03-13 11:12:58,725 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-03-13 11:12:58,727 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...ipesplatform/grouponbytes
2015-03-13 11:12:58,734 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:12:58,745 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:12:58,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null
2015-03-13 11:12:58,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:12:58,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:12:58,751 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 17
2015-03-13 11:12:58,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017 dst=null perm=null
2015-03-13 11:12:58,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 11:12:58,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 11:12:58,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.jar dst=null perm=null
2015-03-13 11:12:58,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:58,759 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.jar. BP-951401976-10.1.1.144-1426270084277 blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:12:58,761 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741990_1166 src: /127.0.0.1:64284 dest: /127.0.0.1:63108
2015-03-13 11:12:58,762 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741990_1166 src: /127.0.0.1:64285 dest: /127.0.0.1:63105
2015-03-13 11:12:58,763 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741990_1166 src: /127.0.0.1:64286 dest: /127.0.0.1:63112
2015-03-13 11:12:58,770 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64286, dest: /127.0.0.1:63112, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741990_1166, duration: 4912000
2015-03-13 11:12:58,771 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741990_1166, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:58,771 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:58,771 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64285, dest: /127.0.0.1:63105, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741990_1166, duration: 5465000
2015-03-13 11:12:58,771 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741990_1166, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:58,772 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64284, dest: /127.0.0.1:63108, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741990_1166, duration: 6926000
2015-03-13 11:12:58,772 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:58,773 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:58,772 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741990_1166, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:58,774 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.jar is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:12:58,775 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.jar
2015-03-13 11:12:58,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.jar dst=null perm=null
2015-03-13 11:12:58,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:58,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:58,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:58,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:58,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 11:12:58,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 11:12:58,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 11:12:58,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 11:12:58,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 11:12:58,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:58,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 11:12:58,786 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:12:58,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 11:12:58,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:58,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:58,792 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.split
2015-03-13 11:12:58,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.split dst=null perm=null
2015-03-13 11:12:58,793 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.split. BP-951401976-10.1.1.144-1426270084277 blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:12:58,795 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741991_1167 src: /127.0.0.1:64287 dest: /127.0.0.1:63105
2015-03-13 11:12:58,797 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741991_1167 src: /127.0.0.1:64288 dest: /127.0.0.1:63112
2015-03-13 11:12:58,798 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741991_1167 src: /127.0.0.1:64289 dest: /127.0.0.1:63115
2015-03-13 11:12:58,799 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741991_1167 src: /127.0.0.1:64290 dest: /127.0.0.1:63108
2015-03-13 11:12:58,803 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64290, dest: /127.0.0.1:63108, bytes: 1443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741991_1167, duration: 1835000
2015-03-13 11:12:58,803 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741991_1167, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:58,803 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:12:58,804 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64289, dest: /127.0.0.1:63115, bytes: 1443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741991_1167, duration: 2258000
2015-03-13 11:12:58,804 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741991_1167, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:58,805 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64288, dest: /127.0.0.1:63112, bytes: 1443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741991_1167, duration: 4039000
2015-03-13 11:12:58,806 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741991_1167, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:58,805 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:12:58,807 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64287, dest: /127.0.0.1:63105, bytes: 1443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741991_1167, duration: 5863000
2015-03-13 11:12:58,807 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:12:58,807 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741991_1167, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:58,809 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:12:58,810 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.split is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:12:58,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:58,812 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741985_1161
2015-03-13 11:12:58,812 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741991_1167
2015-03-13 11:12:58,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:58,814 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.splitmetainfo. BP-951401976-10.1.1.144-1426270084277 blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:12:58,816 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741992_1168 src: /127.0.0.1:64291 dest: /127.0.0.1:63108
2015-03-13 11:12:58,817 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741992_1168 src: /127.0.0.1:64292 dest: /127.0.0.1:63112
2015-03-13 11:12:58,818 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741992_1168 src: /127.0.0.1:64293 dest: /127.0.0.1:63105
2015-03-13 11:12:58,821 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64293, dest: /127.0.0.1:63105, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741992_1168, duration: 1220000
2015-03-13 11:12:58,822 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741992_1168, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:58,822 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:12:58,823 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64292, dest: /127.0.0.1:63112, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741992_1168, duration: 2098000
2015-03-13 11:12:58,823 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741992_1168, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:58,824 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64291, dest: /127.0.0.1:63108, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741992_1168, duration: 3209000
2015-03-13 11:12:58,824 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741992_1168, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:58,824 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:12:58,825 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:12:58,826 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:12:58,826 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:4
2015-03-13 11:12:58,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:58,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:12:58,831 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:12:58,831 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:12:58,832 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:12:58,849 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:12:58,850 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741993_1169 src: /127.0.0.1:64294 dest: /127.0.0.1:63105
2015-03-13 11:12:58,851 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741993_1169 src: /127.0.0.1:64295 dest: /127.0.0.1:63115
2015-03-13 11:12:58,853 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741993_1169 src: /127.0.0.1:64296 dest: /127.0.0.1:63112
2015-03-13 11:12:58,855 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64296, dest: /127.0.0.1:63112, bytes: 98670, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741993_1169, duration: 1635000
2015-03-13 11:12:58,856 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741993_1169, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:12:58,856 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:58,856 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64295, dest: /127.0.0.1:63115, bytes: 98670, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741993_1169, duration: 2115000
2015-03-13 11:12:58,856 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741993_1169, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:58,857 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:58,857 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64294, dest: /127.0.0.1:63105, bytes: 98670, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741993_1169, duration: 3016000
2015-03-13 11:12:58,857 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741993_1169, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:12:58,859 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:12:58,860 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.xml is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:12:58,860 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426270086855_0017
2015-03-13 11:12:58,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017 dst=null perm=null
2015-03-13 11:12:58,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.xml dst=null perm=null
2015-03-13 11:12:58,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.xml dst=null perm=null
2015-03-13 11:12:58,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.jar dst=null perm=null
2015-03-13 11:12:58,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.jar dst=null perm=null
2015-03-13 11:12:58,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.split dst=null perm=null
2015-03-13 11:12:58,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.split dst=null perm=null
2015-03-13 11:12:58,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.splitmetainfo dst=null perm=null
2015-03-13 11:12:58,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.splitmetainfo dst=null perm=null
2015-03-13 11:12:58,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:58,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:58,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:58,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:58,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:12:58,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:12:58,875 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 17 submitted by user soberoi
2015-03-13 11:12:58,875 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426270086855_0017
2015-03-13 11:12:58,875 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426270086855_0017
2015-03-13 11:12:58,875 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426270086855_0017
2015-03-13 11:12:58,875 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0017 State change from NEW to NEW_SAVING
2015-03-13 11:12:58,876 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0017 State change from NEW_SAVING to SUBMITTED
2015-03-13 11:12:58,876 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426270086855_0017_000001
2015-03-13 11:12:58,876 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0017_000001 State change from NEW to SUBMITTED
2015-03-13 11:12:58,876 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426270086855_0017 from user: soberoi activated in queue: default
2015-03-13 11:12:58,877 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426270086855_0017 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@20a38b8, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-03-13 11:12:58,877 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426270086855_0017 user: soberoi leaf-queue of parent: root #applications: 2
2015-03-13 11:12:58,877 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426270086855_0017 to ResourceManager at /10.1.1.144:63128
2015-03-13 11:12:58,877 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426270086855_0017_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2015-03-13 11:12:58,877 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0017_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 11:12:58,879 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0017 State change from SUBMITTED to ACCEPTED
2015-03-13 11:12:58,881 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:63125/proxy/application_1426270086855_0017/
2015-03-13 11:12:58,881 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1426270086855_0017
2015-03-13 11:12:58,881 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:63125/proxy/application_1426270086855_0017/
2015-03-13 11:12:59,268 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0017_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:12:59,268 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000001
2015-03-13 11:12:59,268 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0017_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63142, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2015-03-13 11:12:59,269 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0017 container=Container: [ContainerId: container_1426270086855_0017_01_000001, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] containerId=container_1426270086855_0017_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:59,269 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 11:12:59,269 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0017_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:12:59,269 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:12:59,270 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426270086855_0017 AttemptId: appattempt_1426270086855_0017_000001 MasterContainer: Container: [ContainerId: container_1426270086855_0017_01_000001, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ]
2015-03-13 11:12:59,270 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0017_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 11:12:59,270 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426270086855_0017_000001
2015-03-13 11:12:59,271 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0017_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 11:12:59,271 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426270086855_0017_000001
2015-03-13 11:12:59,271 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426270086855_0017_01_000001, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] for AM appattempt_1426270086855_0017_000001
2015-03-13 11:12:59,272 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426270086855_0017_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 11:12:59,274 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0017_000001 (auth:SIMPLE)
2015-03-13 11:12:59,276 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0017_01_000001 by user soberoi
2015-03-13 11:12:59,276 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0017
2015-03-13 11:12:59,276 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000001
2015-03-13 11:12:59,276 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0017 transitioned from NEW to INITING
2015-03-13 11:12:59,276 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0017_01_000001 to application application_1426270086855_0017
2015-03-13 11:12:59,277 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0017 transitioned from INITING to RUNNING
2015-03-13 11:12:59,277 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426270086855_0017_01_000001, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] for AM appattempt_1426270086855_0017_000001
2015-03-13 11:12:59,277 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0017_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 11:12:59,277 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 11:12:59,277 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0017
2015-03-13 11:12:59,278 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:12:59,278 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 11:12:59,278 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.split transitioned from INIT to DOWNLOADING
2015-03-13 11:12:59,278 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:12:59,278 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0017_01_000001
2015-03-13 11:12:59,287 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1426270086855_0017_01_000001.tokens. Credentials list:
2015-03-13 11:12:59,302 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:12:59,328 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:12:59,352 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1352)) - BLOCK* ask 127.0.0.1:63112 to replicate blk_1073741990_1166 to datanode(s) 127.0.0.1:63115
2015-03-13 11:12:59,352 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63115 to delete [blk_1073741984_1160, blk_1073741985_1161, blk_1073741976_1152, blk_1073741980_1156, blk_1073741981_1157, blk_1073741982_1158, blk_1073741983_1159]
2015-03-13 11:12:59,353 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63108 to delete [blk_1073741985_1161, blk_1073741976_1152, blk_1073741980_1156, blk_1073741981_1157, blk_1073741982_1158, blk_1073741983_1159]
2015-03-13 11:12:59,386 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1426270086855_0017_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000001.tokens
2015-03-13 11:12:59,386 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0017 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0017
2015-03-13 11:12:59,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.jar dst=null perm=null
2015-03-13 11:12:59,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.jar dst=null perm=null
2015-03-13 11:12:59,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.jar dst=null perm=null
2015-03-13 11:12:59,464 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64300, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-939643276_6534, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741990_1166, duration: 456000
2015-03-13 11:12:59,483 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:12:59,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.splitmetainfo dst=null perm=null
2015-03-13 11:12:59,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.splitmetainfo dst=null perm=null
2015-03-13 11:12:59,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.splitmetainfo dst=null perm=null
2015-03-13 11:12:59,508 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64300, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-939643276_6534, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741992_1168, duration: 244000
2015-03-13 11:12:59,523 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:12:59,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.split dst=null perm=null
2015-03-13 11:12:59,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.split dst=null perm=null
2015-03-13 11:12:59,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.split dst=null perm=null
2015-03-13 11:12:59,550 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64300, bytes: 1455, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-939643276_6534, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741991_1167, duration: 180000
2015-03-13 11:12:59,566 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:12:59,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.xml dst=null perm=null
2015-03-13 11:12:59,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.xml dst=null perm=null
2015-03-13 11:12:59,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.xml dst=null perm=null
2015-03-13 11:12:59,590 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64281, bytes: 99442, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-939643276_6534, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741993_1169, duration: 370000
2015-03-13 11:12:59,610 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:12:59,610 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:12:59,614 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741989_1165
2015-03-13 11:12:59,615 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741993_1169
2015-03-13 11:12:59,616 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741991_1167
2015-03-13 11:12:59,616 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741992_1168
2015-03-13 11:12:59,616 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741987_1163
2015-03-13 11:12:59,616 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741986_1162
2015-03-13 11:12:59,646 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 11:12:59,646 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:12:59,673 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741989_1165
2015-03-13 11:12:59,673 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741992_1168
2015-03-13 11:12:59,675 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741985_1161
2015-03-13 11:12:59,676 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741988_1164
2015-03-13 11:12:59,676 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741987_1163
2015-03-13 11:12:59,678 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741993_1169
2015-03-13 11:12:59,679 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741986_1162
2015-03-13 11:12:59,679 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741991_1167
2015-03-13 11:12:59,745 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000001/default_container_executor.sh]
2015-03-13 11:12:59,817 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741990_1166
2015-03-13 11:12:59,818 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741988_1164
2015-03-13 11:12:59,876 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741990_1166
2015-03-13 11:12:59,928 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741985 for deletion
2015-03-13 11:12:59,928 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741976 for deletion
2015-03-13 11:12:59,929 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741980_1156 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741980 for deletion
2015-03-13 11:12:59,929 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741981_1157 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741981 for deletion
2015-03-13 11:12:59,929 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741982_1158 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741982 for deletion
2015-03-13 11:12:59,929 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741985
2015-03-13 11:12:59,929 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741976
2015-03-13 11:12:59,930 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741980_1156 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741980
2015-03-13 11:12:59,930 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741981_1157 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741981
2015-03-13 11:12:59,929 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741983_1159 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741983 for deletion
2015-03-13 11:12:59,930 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741982_1158 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741982
2015-03-13 11:12:59,930 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741983_1159 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741983
2015-03-13 11:13:00,160 INFO datanode.DataNode (DataNode.java:transferBlock(1319)) - DatanodeRegistration(127.0.0.1, storageID=DS-2043704984-10.1.1.144-63112-1426270085851, infoPort=63113, ipcPort=63114, storageInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0) Starting thread to transfer BP-951401976-10.1.1.144-1426270084277:blk_1073741990_1166 to 127.0.0.1:63115
2015-03-13 11:13:00,162 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741990_1166 src: /127.0.0.1:64301 dest: /127.0.0.1:63115
2015-03-13 11:13:00,162 INFO datanode.DataNode (DataNode.java:run(1523)) - DataTransfer: Transmitted BP-951401976-10.1.1.144-1426270084277:blk_1073741990_1166 (numBytes=254067) to /127.0.0.1:63115
2015-03-13 11:13:00,164 INFO datanode.DataNode (DataXceiver.java:writeBlock(594)) - Received BP-951401976-10.1.1.144-1426270084277:blk_1073741990_1166 src: /127.0.0.1:64301 dest: /127.0.0.1:63115 of size 254067
2015-03-13 11:13:00,164 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741990_1166 size 254067
2015-03-13 11:13:00,273 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:00,273 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0017_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:13:00,301 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741984_1160 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741984 for deletion
2015-03-13 11:13:00,301 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741985 for deletion
2015-03-13 11:13:00,301 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741976 for deletion
2015-03-13 11:13:00,301 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741980_1156 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741980 for deletion
2015-03-13 11:13:00,301 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741981_1157 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741981 for deletion
2015-03-13 11:13:00,302 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741982_1158 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741982 for deletion
2015-03-13 11:13:00,302 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741983_1159 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741983 for deletion
2015-03-13 11:13:00,303 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741984_1160 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741984
2015-03-13 11:13:00,303 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741980_1156 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741980
2015-03-13 11:13:00,303 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741982_1158 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741982
2015-03-13 11:13:00,303 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741985
2015-03-13 11:13:00,304 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741976
2015-03-13 11:13:00,304 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741981_1157 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741981
2015-03-13 11:13:00,304 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741983_1159 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741983
2015-03-13 11:13:00,333 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:01,275 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:01,336 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:01,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:13:01,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/COMMIT_STARTED dst=null perm=null
2015-03-13 11:13:01,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/COMMIT_SUCCESS dst=null perm=null
2015-03-13 11:13:01,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/COMMIT_FAIL dst=null perm=null
2015-03-13 11:13:01,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017 dst=null perm=null
2015-03-13 11:13:01,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 11:13:01,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 11:13:01,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.splitmetainfo dst=null perm=null
2015-03-13 11:13:01,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.splitmetainfo dst=null perm=null
2015-03-13 11:13:01,882 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64303, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-688656358_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741992_1168, duration: 152000
2015-03-13 11:13:02,280 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:02,344 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:02,354 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63105 to delete [blk_1073741984_1160, blk_1073741976_1152, blk_1073741980_1156, blk_1073741981_1157, blk_1073741982_1158]
2015-03-13 11:13:02,354 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63112 to delete [blk_1073741984_1160, blk_1073741985_1161, blk_1073741980_1156, blk_1073741981_1157, blk_1073741983_1159]
2015-03-13 11:13:02,756 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0017_000001 (auth:SIMPLE)
2015-03-13 11:13:02,758 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426270086855_0017_000001
2015-03-13 11:13:02,758 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426270086855_0017 APPATTEMPTID=appattempt_1426270086855_0017_000001
2015-03-13 11:13:02,758 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0017_000001 State change from LAUNCHED to RUNNING
2015-03-13 11:13:02,758 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0017 State change from ACCEPTED to RUNNING
2015-03-13 11:13:02,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job_1426270086855_0017_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:02,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:13:02,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job_1426270086855_0017_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:02,930 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741984_1160 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741984 for deletion
2015-03-13 11:13:02,930 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741976 for deletion
2015-03-13 11:13:02,930 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741980_1156 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741980 for deletion
2015-03-13 11:13:02,930 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741984_1160 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741984
2015-03-13 11:13:02,930 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741981_1157 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741981 for deletion
2015-03-13 11:13:02,930 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741982_1158 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741982 for deletion
2015-03-13 11:13:02,930 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741976
2015-03-13 11:13:02,930 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741982_1158 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741982
2015-03-13 11:13:02,931 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741980_1156 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741980
2015-03-13 11:13:02,931 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741981_1157 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741981
2015-03-13 11:13:02,980 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job_1426270086855_0017_1_conf.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:13:03,024 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741994_1170 src: /127.0.0.1:64309 dest: /127.0.0.1:63115
2015-03-13 11:13:03,025 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741994_1170 src: /127.0.0.1:64310 dest: /127.0.0.1:63105
2015-03-13 11:13:03,027 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741994_1170 src: /127.0.0.1:64311 dest: /127.0.0.1:63108
2015-03-13 11:13:03,034 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64311, dest: /127.0.0.1:63108, bytes: 91294, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-688656358_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741994_1170, duration: 5621000
2015-03-13 11:13:03,034 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741994_1170, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:03,035 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:03,035 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64310, dest: /127.0.0.1:63105, bytes: 91294, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-688656358_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741994_1170, duration: 6340000
2015-03-13 11:13:03,035 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741994_1170, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:03,036 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:03,036 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64309, dest: /127.0.0.1:63115, bytes: 91294, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-688656358_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741994_1170, duration: 7459000
2015-03-13 11:13:03,036 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741994_1170, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:03,037 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:03,041 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job_1426270086855_0017_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-688656358_1
2015-03-13 11:13:03,161 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741984_1160 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741984 for deletion
2015-03-13 11:13:03,161 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741985 for deletion
2015-03-13 11:13:03,161 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741980_1156 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741980 for deletion
2015-03-13 11:13:03,162 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741981_1157 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741981 for deletion
2015-03-13 11:13:03,162 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741983_1159 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741983 for deletion
2015-03-13 11:13:03,161 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741984_1160 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741984
2015-03-13 11:13:03,162 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741985
2015-03-13 11:13:03,162 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741981_1157 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741981
2015-03-13 11:13:03,162 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741980_1156 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741980
2015-03-13 11:13:03,163 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741983_1159 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741983
2015-03-13 11:13:03,285 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:03,349 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:03,433 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741992_1168
2015-03-13 11:13:03,434 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741990_1166
2015-03-13 11:13:03,435 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741991_1167
2015-03-13 11:13:03,635 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741994_1170
2015-03-13 11:13:03,667 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1426270086855_0016_01_000001 succeeded
2015-03-13 11:13:03,667 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0016_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-03-13 11:13:03,667 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0016_01_000001
2015-03-13 11:13:03,677 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0016/container_1426270086855_0016_01_000001
2015-03-13 11:13:03,677 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0016/container_1426270086855_0016_01_000001
2015-03-13 11:13:03,677 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0016 CONTAINERID=container_1426270086855_0016_01_000001
2015-03-13 11:13:03,677 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0016/container_1426270086855_0016_01_000001
2015-03-13 11:13:03,677 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0016_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-03-13 11:13:03,678 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0016_01_000001 from application application_1426270086855_0016
2015-03-13 11:13:03,678 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:03,678 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0016
2015-03-13 11:13:03,677 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0016/container_1426270086855_0016_01_000001
2015-03-13 11:13:03,821 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741990_1166
2015-03-13 11:13:03,822 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741993_1169
2015-03-13 11:13:04,024 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741994_1170
2015-03-13 11:13:04,286 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:04,287 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0017_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:13:04,287 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000002
2015-03-13 11:13:04,287 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0017_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63142, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 11:13:04,288 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0017 container=Container: [ContainerId: container_1426270086855_0017_01_000002, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] containerId=container_1426270086855_0017_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:04,288 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-03-13 11:13:04,288 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:04,289 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0017_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:13:04,289 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000003
2015-03-13 11:13:04,289 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0017_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63142, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2015-03-13 11:13:04,289 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0017 container=Container: [ContainerId: container_1426270086855_0017_01_000003, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] containerId=container_1426270086855_0017_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:04,289 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-03-13 11:13:04,289 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:04,298 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0017_01_000004 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:13:04,298 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000004
2015-03-13 11:13:04,298 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0017_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63138, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 11:13:04,299 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0017 container=Container: [ContainerId: container_1426270086855_0017_01_000004, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] containerId=container_1426270086855_0017_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:04,299 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2015-03-13 11:13:04,299 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:04,300 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0017_01_000005 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:13:04,300 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000005
2015-03-13 11:13:04,300 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0017_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63138, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2015-03-13 11:13:04,300 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0017 container=Container: [ContainerId: container_1426270086855_0017_01_000005, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] containerId=container_1426270086855_0017_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:04,301 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2015-03-13 11:13:04,301 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:04,353 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 16 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_COMPLETE diagnostics: "" exit_status: 0
2015-03-13 11:13:04,353 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0016_01_000001
2015-03-13 11:13:04,354 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0016_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:13:04,354 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(550)) - Unregistering app attempt : appattempt_1426270086855_0016_000001
2015-03-13 11:13:04,354 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0016_01_000001 in state: COMPLETED event:FINISHED
2015-03-13 11:13:04,354 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0016_000001 State change from FINISHING to FINISHED
2015-03-13 11:13:04,354 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0016 State change from FINISHING to FINISHED
2015-03-13 11:13:04,354 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0016 CONTAINERID=container_1426270086855_0016_01_000001
2015-03-13 11:13:04,355 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1426270086855_0016_000001
2015-03-13 11:13:04,355 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0016_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63134, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:13:04,355 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-03-13 11:13:04,355 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0016_01_000001, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:04,355 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:04,355 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2015-03-13 11:13:04,355 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0016_000001 released container container_1426270086855_0016_01_000001 on node: host: 10.1.1.144:63134 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:13:04,355 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1426270086855_0016
2015-03-13 11:13:04,356 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(166)) - appId=application_1426270086855_0016,name=[AB57441DDDB74E00AC30CCD961C78FE4/BA54BB1474D44B2DB39D0D757DB519A5] lower*upper/(2/2) ...lue/true/true/false/false,user=soberoi,queue=default,state=FINISHED,trackingUrl=Edinburgh.local:63125/proxy/application_1426270086855_0016/jobhistory/job/job_1426270086855_0016,appMasterHost=Edinburgh.local,startTime=1426270363444,finishTime=1426270377615,finalStatus=SUCCEEDED
2015-03-13 11:13:04,356 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplication(470)) - Application appattempt_1426270086855_0016_000001 is done. finalState=FINISHED
2015-03-13 11:13:04,356 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1426270086855_0016 requests cleared
2015-03-13 11:13:04,356 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(779)) - Application removed - appId: application_1426270086855_0016 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-03-13 11:13:04,356 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(510)) - Application removed - appId: application_1426270086855_0016 user: soberoi leaf-queue of parent: root #applications: 1
2015-03-13 11:13:04,358 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0016_000001 (auth:SIMPLE)
2015-03-13 11:13:04,359 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0016_01_000001
2015-03-13 11:13:04,460 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0016 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:13:04,461 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0016
2015-03-13 11:13:04,461 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0016
2015-03-13 11:13:04,461 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0016
2015-03-13 11:13:04,461 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0016 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:13:04,461 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0016, with delay of 10800 seconds
2015-03-13 11:13:04,462 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0016
2015-03-13 11:13:04,462 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0016
2015-03-13 11:13:04,791 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0017_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:13:04,791 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0017_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:13:04,791 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0017_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:13:04,791 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0017_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:13:04,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.jar dst=null perm=null
2015-03-13 11:13:04,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.jar dst=null perm=null
2015-03-13 11:13:04,821 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741994_1170
2015-03-13 11:13:04,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.xml dst=null perm=null
2015-03-13 11:13:04,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.xml dst=null perm=null
2015-03-13 11:13:04,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:13:04,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:13:04,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:13:04,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:13:04,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:13:04,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:13:04,926 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0017_000001 (auth:SIMPLE)
2015-03-13 11:13:04,926 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0017_000001 (auth:SIMPLE)
2015-03-13 11:13:04,930 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0017_01_000003 by user soberoi
2015-03-13 11:13:04,930 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0017_01_000002 by user soberoi
2015-03-13 11:13:04,930 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0017_01_000003 to application application_1426270086855_0017
2015-03-13 11:13:04,930 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000002
2015-03-13 11:13:04,930 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0017_01_000004 by user soberoi
2015-03-13 11:13:04,931 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0017
2015-03-13 11:13:04,931 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000004
2015-03-13 11:13:04,930 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000003
2015-03-13 11:13:04,932 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0017 transitioned from NEW to INITING
2015-03-13 11:13:04,932 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0017_01_000004 to application application_1426270086855_0017
2015-03-13 11:13:04,932 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0017 transitioned from INITING to RUNNING
2015-03-13 11:13:04,932 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000004 transitioned from NEW to LOCALIZING
2015-03-13 11:13:04,932 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0017
2015-03-13 11:13:04,932 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0017
2015-03-13 11:13:04,932 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:13:04,932 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0017
2015-03-13 11:13:04,930 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0017_01_000002 to application application_1426270086855_0017
2015-03-13 11:13:04,933 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 11:13:04,930 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0017_01_000005 by user soberoi
2015-03-13 11:13:04,934 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 11:13:04,934 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0017
2015-03-13 11:13:04,934 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0017
2015-03-13 11:13:04,934 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:13:04,933 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:13:04,934 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:13:04,935 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0017_01_000004
2015-03-13 11:13:04,934 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0017
2015-03-13 11:13:04,934 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000005
2015-03-13 11:13:04,935 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0017_01_000005 to application application_1426270086855_0017
2015-03-13 11:13:04,936 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000005 transitioned from NEW to LOCALIZING
2015-03-13 11:13:04,936 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0017
2015-03-13 11:13:04,936 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0017
2015-03-13 11:13:04,936 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:13:04,936 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0017
2015-03-13 11:13:04,935 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0017
2015-03-13 11:13:04,936 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0017
2015-03-13 11:13:04,936 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:13:04,936 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0017
2015-03-13 11:13:04,936 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0017_01_000005
2015-03-13 11:13:04,937 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:13:04,937 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:13:04,955 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1426270086855_0017_01_000005.tokens. Credentials list:
2015-03-13 11:13:04,955 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1426270086855_0017_01_000004.tokens. Credentials list:
2015-03-13 11:13:04,984 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:13:04,984 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 11:13:04,985 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:04,985 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 11:13:04,985 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:05,092 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000003/default_container_executor.sh]
2015-03-13 11:13:05,092 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000002/default_container_executor.sh]
2015-03-13 11:13:05,099 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1426270086855_0017_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000005.tokens
2015-03-13 11:13:05,099 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0017 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0017
2015-03-13 11:13:05,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.jar dst=null perm=null
2015-03-13 11:13:05,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.jar dst=null perm=null
2015-03-13 11:13:05,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.jar dst=null perm=null
2015-03-13 11:13:05,209 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64317, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-745633807_6687, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741990_1166, duration: 426000
2015-03-13 11:13:05,248 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:13:05,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.xml dst=null perm=null
2015-03-13 11:13:05,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.xml dst=null perm=null
2015-03-13 11:13:05,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.xml dst=null perm=null
2015-03-13 11:13:05,288 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64317, bytes: 99442, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-745633807_6687, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741993_1169, duration: 284000
2015-03-13 11:13:05,291 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:05,292 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:05,292 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:05,293 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0017_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:13:05,293 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0017_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:13:05,303 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:05,303 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:05,304 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0017_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:13:05,304 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0017_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:13:05,313 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:13:05,313 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:13:05,313 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:13:05,356 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0016 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:13:05,356 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0016
2015-03-13 11:13:05,356 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0016 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:13:05,356 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0016, with delay of 10800 seconds
2015-03-13 11:13:05,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0016
2015-03-13 11:13:05,358 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0016
2015-03-13 11:13:05,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0016
2015-03-13 11:13:05,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0016
2015-03-13 11:13:05,365 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000005 transitioned from LOCALIZED to RUNNING
2015-03-13 11:13:05,365 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000004 transitioned from LOCALIZED to RUNNING
2015-03-13 11:13:05,365 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:05,365 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:05,492 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000004/default_container_executor.sh]
2015-03-13 11:13:05,493 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000005/default_container_executor.sh]
2015-03-13 11:13:05,806 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:13:06,296 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:06,297 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:06,297 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:06,308 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:06,309 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:06,347 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:13:06,475 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1426270086855_0017_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000004.tokens
2015-03-13 11:13:06,475 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0017 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0017
2015-03-13 11:13:07,299 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:07,299 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:07,299 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:07,313 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:07,313 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:08,303 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:08,304 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:08,304 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:08,318 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:08,318 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:09,309 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:09,310 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:09,310 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:09,318 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:09,319 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:10,314 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:10,314 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:10,314 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:10,324 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:10,325 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:11,318 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:11,318 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:11,318 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:11,326 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:11,326 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:11,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.split dst=null perm=null
2015-03-13 11:13:11,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.split dst=null perm=null
2015-03-13 11:13:11,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.split dst=null perm=null
2015-03-13 11:13:11,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.split dst=null perm=null
2015-03-13 11:13:11,877 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64326, bytes: 1455, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0017_m_000001_0_865856800_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741991_1167, duration: 173000
2015-03-13 11:13:11,889 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64327, bytes: 1455, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0017_m_000000_0_716055706_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741991_1167, duration: 159000
2015-03-13 11:13:11,902 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64329, bytes: 939, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0017_m_000002_0_-449072206_1, offset: 512, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741991_1167, duration: 208000
2015-03-13 11:13:11,982 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64330, bytes: 423, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0017_m_000003_0_-811620120_1, offset: 1024, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741991_1167, duration: 191000
2015-03-13 11:13:11,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 11:13:12,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 11:13:12,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 11:13:12,011 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64331, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0017_m_000000_0_716055706_1, offset: 1024, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741827_1003, duration: 164000
2015-03-13 11:13:12,016 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64332, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0017_m_000002_0_-449072206_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741827_1003, duration: 179000
2015-03-13 11:13:12,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/apache.10.txt dst=null perm=null
2015-03-13 11:13:12,087 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64330, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0017_m_000003_0_-811620120_1, offset: 512, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741827_1003, duration: 168000
2015-03-13 11:13:12,322 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:12,323 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:12,323 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:12,329 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:12,329 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:12,343 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64326, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0017_m_000001_0_865856800_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741827_1003, duration: 180000
2015-03-13 11:13:12,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1426270086855_0017_m_000001_0 dst=null perm=null
2015-03-13 11:13:12,423 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0017_01_000003
2015-03-13 11:13:12,423 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000003
2015-03-13 11:13:12,423 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000003 transitioned from RUNNING to KILLING
2015-03-13 11:13:12,423 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0017_01_000003
2015-03-13 11:13:12,424 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:12,424 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:12,424 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:13:12,440 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0017_01_000003 is : 143
2015-03-13 11:13:12,442 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job_1426270086855_0017_1.jhist. BP-951401976-10.1.1.144-1426270084277 blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:13:12,444 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741995_1171 src: /127.0.0.1:64333 dest: /127.0.0.1:63105
2015-03-13 11:13:12,446 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741995_1171 src: /127.0.0.1:64334 dest: /127.0.0.1:63115
2015-03-13 11:13:12,448 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741995_1171 src: /127.0.0.1:64335 dest: /127.0.0.1:63108
2015-03-13 11:13:12,454 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job_1426270086855_0017_1.jhist for DFSClient_NONMAPREDUCE_-688656358_1
2015-03-13 11:13:12,455 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(663)) - Number of transactions: 1427 Total time for transactions(ms): 80 Number of transactions batched in Syncs: 7 Number of syncs: 805 SyncTimes(ms): 265 151
2015-03-13 11:13:12,456 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:13:12,457 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000003
2015-03-13 11:13:12,457 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000003
2015-03-13 11:13:12,457 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:13:12,457 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0017_01_000003 from application application_1426270086855_0017
2015-03-13 11:13:12,457 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:12,457 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0017
2015-03-13 11:13:12,457 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000003
2015-03-13 11:13:12,458 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000003
2015-03-13 11:13:12,458 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000003
2015-03-13 11:13:12,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1426270086855_0017_m_000000_0 dst=null perm=null
2015-03-13 11:13:12,483 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0017_01_000002
2015-03-13 11:13:12,483 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000002
2015-03-13 11:13:12,483 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000002 transitioned from RUNNING to KILLING
2015-03-13 11:13:12,483 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0017_01_000002
2015-03-13 11:13:12,484 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:12,484 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:13:12,485 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:13:12,485 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0017_01_000003
2015-03-13 11:13:12,486 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0017_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:13:12,486 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0017_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 11:13:12,486 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000003
2015-03-13 11:13:12,486 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0017_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63142, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-03-13 11:13:12,487 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-03-13 11:13:12,488 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0017_01_000003, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:12,488 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:12,488 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-03-13 11:13:12,488 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0017_000001 released container container_1426270086855_0017_01_000003 on node: host: 10.1.1.144:63142 #containers=2 available=1024 used=3072 with event: FINISHED
2015-03-13 11:13:12,498 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0017_01_000002 is : 143
2015-03-13 11:13:12,511 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:13:12,511 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000002
2015-03-13 11:13:12,512 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000002
2015-03-13 11:13:12,512 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000002
2015-03-13 11:13:12,512 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000002
2015-03-13 11:13:12,513 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000002
2015-03-13 11:13:12,513 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:13:12,513 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0017_01_000002 from application application_1426270086855_0017
2015-03-13 11:13:12,514 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:12,514 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0017
2015-03-13 11:13:12,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1426270086855_0017_m_000002_0 dst=null perm=null
2015-03-13 11:13:12,584 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0017_01_000004
2015-03-13 11:13:12,584 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000004
2015-03-13 11:13:12,584 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000004 transitioned from RUNNING to KILLING
2015-03-13 11:13:12,585 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0017_01_000004
2015-03-13 11:13:12,585 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:13:12,585 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:12,595 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0017_01_000004 is : 143
2015-03-13 11:13:12,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1426270086855_0017_m_000003_0 dst=null perm=null
2015-03-13 11:13:12,603 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:13:12,604 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000004
2015-03-13 11:13:12,604 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000004
2015-03-13 11:13:12,604 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000004
2015-03-13 11:13:12,604 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000004
2015-03-13 11:13:12,605 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000004
2015-03-13 11:13:12,604 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:13:12,605 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0017_01_000004 from application application_1426270086855_0017
2015-03-13 11:13:12,605 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:12,605 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0017
2015-03-13 11:13:12,622 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0017_01_000005
2015-03-13 11:13:12,622 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000005
2015-03-13 11:13:12,622 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000005 transitioned from RUNNING to KILLING
2015-03-13 11:13:12,622 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0017_01_000005
2015-03-13 11:13:12,622 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:13:12,623 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0017_01_000004
2015-03-13 11:13:12,623 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:13:12,624 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0017_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:13:12,624 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0017_01_000004 in state: COMPLETED event:FINISHED
2015-03-13 11:13:12,624 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000004
2015-03-13 11:13:12,624 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0017_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63138, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-03-13 11:13:12,624 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-03-13 11:13:12,625 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0017_01_000004, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:12,625 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:12,625 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-03-13 11:13:12,626 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0017_000001 released container container_1426270086855_0017_01_000004 on node: host: 10.1.1.144:63138 #containers=1 available=3072 used=1024 with event: FINISHED
2015-03-13 11:13:12,633 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0017_01_000005 is : 143
2015-03-13 11:13:12,642 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:13:12,642 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000005
2015-03-13 11:13:12,643 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000005
2015-03-13 11:13:12,643 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000005
2015-03-13 11:13:12,643 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000005
2015-03-13 11:13:12,643 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000005
2015-03-13 11:13:12,644 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:13:12,644 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0017_01_000005 from application application_1426270086855_0017
2015-03-13 11:13:12,644 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:12,644 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0017
2015-03-13 11:13:13,488 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:13,489 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:13:13,489 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0017_01_000002
2015-03-13 11:13:13,490 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0017_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:13:13,490 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0017_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 11:13:13,490 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000002
2015-03-13 11:13:13,490 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0017_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63142, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:13:13,490 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-03-13 11:13:13,491 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0017_01_000002, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:13,491 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:13,491 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:13:13,491 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0017_000001 released container container_1426270086855_0017_01_000002 on node: host: 10.1.1.144:63142 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:13:13,628 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:13:13,628 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0017_01_000005
2015-03-13 11:13:13,629 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0017_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:13:13,629 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0017_01_000005 in state: COMPLETED event:FINISHED
2015-03-13 11:13:13,629 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000005
2015-03-13 11:13:13,630 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0017_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63138, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:13:13,630 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:13:13,631 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0017_01_000005, NodeId: 10.1.1.144:63138, NodeHttpAddress: 10.1.1.144:63141, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63138 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:13,631 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:13,631 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:13:13,631 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0017_000001 released container container_1426270086855_0017_01_000005 on node: host: 10.1.1.144:63138 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:13:14,378 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0017_01_000006 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:13:14,379 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000006
2015-03-13 11:13:14,379 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0017_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 11:13:14,379 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0017 container=Container: [ContainerId: container_1426270086855_0017_01_000006, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0017_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:14,379 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:13:14,379 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:14,490 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:14,850 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0017_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:13:14,861 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0017_000001 (auth:SIMPLE)
2015-03-13 11:13:14,863 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0017_01_000006 by user soberoi
2015-03-13 11:13:14,863 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0017
2015-03-13 11:13:14,863 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000006
2015-03-13 11:13:14,863 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0017 transitioned from NEW to INITING
2015-03-13 11:13:14,863 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0017_01_000006 to application application_1426270086855_0017
2015-03-13 11:13:14,864 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0017 transitioned from INITING to RUNNING
2015-03-13 11:13:14,864 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000006 transitioned from NEW to LOCALIZING
2015-03-13 11:13:14,864 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0017
2015-03-13 11:13:14,864 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0017
2015-03-13 11:13:14,864 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:13:14,864 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0017
2015-03-13 11:13:14,865 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:13:14,865 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:13:14,865 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0017_01_000006
2015-03-13 11:13:14,874 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1426270086855_0017_01_000006.tokens. Credentials list:
2015-03-13 11:13:14,890 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:13:14,965 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1426270086855_0017_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000006.tokens
2015-03-13 11:13:14,965 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0017 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0017
2015-03-13 11:13:15,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.jar dst=null perm=null
2015-03-13 11:13:15,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.jar dst=null perm=null
2015-03-13 11:13:15,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.jar dst=null perm=null
2015-03-13 11:13:15,051 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64339, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1118660571_6849, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741990_1166, duration: 541000
2015-03-13 11:13:15,070 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:13:15,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.xml dst=null perm=null
2015-03-13 11:13:15,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.xml dst=null perm=null
2015-03-13 11:13:15,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.xml dst=null perm=null
2015-03-13 11:13:15,098 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64340, bytes: 99442, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1118660571_6849, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741993_1169, duration: 343000
2015-03-13 11:13:15,116 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:13:15,116 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:13:15,145 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000006 transitioned from LOCALIZED to RUNNING
2015-03-13 11:13:15,146 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:15,228 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000006/default_container_executor.sh]
2015-03-13 11:13:15,383 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:15,384 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0017_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:13:15,491 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:15,859 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:13:16,384 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:16,493 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:17,385 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:17,496 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:17,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1426270086855_0017_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:17,656 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1426270086855_0017_r_000000_0/part-00000. BP-951401976-10.1.1.144-1426270084277 blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:13:17,718 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741996_1172 src: /127.0.0.1:64346 dest: /127.0.0.1:63105
2015-03-13 11:13:17,719 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741996_1172 src: /127.0.0.1:64347 dest: /127.0.0.1:63112
2015-03-13 11:13:17,720 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741996_1172 src: /127.0.0.1:64348 dest: /127.0.0.1:63108
2015-03-13 11:13:17,731 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64348, dest: /127.0.0.1:63108, bytes: 550, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0017_r_000000_0_-278482643_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741996_1172, duration: 9112000
2015-03-13 11:13:17,731 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741996_1172, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:17,731 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:17,731 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64347, dest: /127.0.0.1:63112, bytes: 550, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0017_r_000000_0_-278482643_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741996_1172, duration: 9766000
2015-03-13 11:13:17,732 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741996_1172, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:17,732 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:17,732 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64346, dest: /127.0.0.1:63105, bytes: 550, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0017_r_000000_0_-278482643_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741996_1172, duration: 10764000
2015-03-13 11:13:17,733 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741996_1172, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:17,733 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:17,736 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1426270086855_0017_r_000000_0/part-00000 is closed by DFSClient_attempt_1426270086855_0017_r_000000_0_-278482643_1
2015-03-13 11:13:17,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1426270086855_0017_r_000000_0 dst=null perm=null
2015-03-13 11:13:17,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1426270086855_0017_r_000000_0 dst=null perm=null
2015-03-13 11:13:17,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/task_1426270086855_0017_r_000000 dst=null perm=null
2015-03-13 11:13:17,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/_temporary/attempt_1426270086855_0017_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/task_1426270086855_0017_r_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:13:17,762 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0017_01_000006
2015-03-13 11:13:17,762 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000006
2015-03-13 11:13:17,762 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000006 transitioned from RUNNING to KILLING
2015-03-13 11:13:17,762 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0017_01_000006
2015-03-13 11:13:17,763 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:13:17,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:17,772 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-688656358_1
2015-03-13 11:13:17,775 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0017_01_000006 is : 143
2015-03-13 11:13:17,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1 dst=null perm=null
2015-03-13 11:13:17,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null
2015-03-13 11:13:17,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null
2015-03-13 11:13:17,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/task_1426270086855_0017_r_000000 dst=null perm=null
2015-03-13 11:13:17,784 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:13:17,784 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000006
2015-03-13 11:13:17,784 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000006
2015-03-13 11:13:17,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/part-00000 dst=null perm=null
2015-03-13 11:13:17,785 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000006
2015-03-13 11:13:17,785 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000006
2015-03-13 11:13:17,785 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:13:17,785 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0017_01_000006 from application application_1426270086855_0017
2015-03-13 11:13:17,785 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:17,785 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0017
2015-03-13 11:13:17,785 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000006
2015-03-13 11:13:17,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary/1/task_1426270086855_0017_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:17,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary dst=null perm=null
2015-03-13 11:13:17,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:17,798 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-688656358_1
2015-03-13 11:13:17,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:17,801 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-688656358_1
2015-03-13 11:13:17,817 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64335, dest: /127.0.0.1:63108, bytes: 59976, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-688656358_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741995_1171, duration: 5365338000
2015-03-13 11:13:17,817 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741995_1171, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:17,818 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:17,818 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64334, dest: /127.0.0.1:63115, bytes: 59976, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-688656358_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741995_1171, duration: 5366536000
2015-03-13 11:13:17,818 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741995_1171, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:17,819 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:17,820 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64333, dest: /127.0.0.1:63105, bytes: 59976, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-688656358_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741995_1171, duration: 5369015000
2015-03-13 11:13:17,820 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741995_1171, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:17,820 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:17,821 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job_1426270086855_0017_1.jhist is closed by DFSClient_NONMAPREDUCE_-688656358_1
2015-03-13 11:13:17,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:17,825 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017.summary_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:13:17,827 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741997_1173 src: /127.0.0.1:64349 dest: /127.0.0.1:63112
2015-03-13 11:13:17,828 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741997_1173 src: /127.0.0.1:64350 dest: /127.0.0.1:63108
2015-03-13 11:13:17,830 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741997_1173 src: /127.0.0.1:64351 dest: /127.0.0.1:63105
2015-03-13 11:13:17,833 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64351, dest: /127.0.0.1:63105, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-688656358_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741997_1173, duration: 1635000
2015-03-13 11:13:17,833 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741997_1173, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:17,833 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:13:17,834 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64350, dest: /127.0.0.1:63108, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-688656358_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741997_1173, duration: 2095000
2015-03-13 11:13:17,834 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741997_1173, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:17,835 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64349, dest: /127.0.0.1:63112, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-688656358_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741997_1173, duration: 3232000
2015-03-13 11:13:17,835 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741997_1173, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:17,837 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:13:17,838 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741997_1173 size 448
2015-03-13 11:13:17,838 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017.summary_tmp is closed by DFSClient_NONMAPREDUCE_-688656358_1
2015-03-13 11:13:17,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:13:17,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job_1426270086855_0017_1.jhist dst=null perm=null
2015-03-13 11:13:17,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017-1426270378874-soberoi-%5B5BD7A051BBDA4F87989212F09A61E91B%2F777237CB680D44E6-1426270397802-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:13:17,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job_1426270086855_0017_1.jhist dst=null perm=null
2015-03-13 11:13:17,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017-1426270378874-soberoi-%5B5BD7A051BBDA4F87989212F09A61E91B%2F777237CB680D44E6-1426270397802-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:13:17,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job_1426270086855_0017_1.jhist dst=null perm=null
2015-03-13 11:13:17,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017-1426270378874-soberoi-%5B5BD7A051BBDA4F87989212F09A61E91B%2F777237CB680D44E6-1426270397802-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:17,862 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64352, bytes: 60448, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-688656358_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741995_1171, duration: 197000
2015-03-13 11:13:17,864 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017-1426270378874-soberoi-%5B5BD7A051BBDA4F87989212F09A61E91B%2F777237CB680D44E6-1426270397802-4-1-SUCCEEDED-default.jhist_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:13:17,865 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741998_1174 src: /127.0.0.1:64353 dest: /127.0.0.1:63112
2015-03-13 11:13:17,867 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741998_1174 src: /127.0.0.1:64354 dest: /127.0.0.1:63115
2015-03-13 11:13:17,871 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741998_1174 src: /127.0.0.1:64355 dest: /127.0.0.1:63108
2015-03-13 11:13:17,875 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64355, dest: /127.0.0.1:63108, bytes: 59976, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-688656358_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741998_1174, duration: 2552000
2015-03-13 11:13:17,875 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741998_1174, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:17,875 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:17,876 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64354, dest: /127.0.0.1:63115, bytes: 59976, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-688656358_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741998_1174, duration: 3189000
2015-03-13 11:13:17,876 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741998_1174, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:17,876 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:17,877 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64353, dest: /127.0.0.1:63112, bytes: 59976, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-688656358_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741998_1174, duration: 4310000
2015-03-13 11:13:17,877 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741998_1174, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:17,877 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:17,878 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017-1426270378874-soberoi-%5B5BD7A051BBDA4F87989212F09A61E91B%2F777237CB680D44E6-1426270397802-4-1-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-688656358_1
2015-03-13 11:13:17,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017-1426270378874-soberoi-%5B5BD7A051BBDA4F87989212F09A61E91B%2F777237CB680D44E6-1426270397802-4-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:13:17,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job_1426270086855_0017_1_conf.xml dst=null perm=null
2015-03-13 11:13:17,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017_conf.xml_tmp dst=null perm=null
2015-03-13 11:13:17,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job_1426270086855_0017_1_conf.xml dst=null perm=null
2015-03-13 11:13:17,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017_conf.xml_tmp dst=null perm=null
2015-03-13 11:13:17,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017/job_1426270086855_0017_1_conf.xml dst=null perm=null
2015-03-13 11:13:17,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:17,894 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64356, bytes: 92010, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-688656358_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741994_1170, duration: 350000
2015-03-13 11:13:17,896 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017_conf.xml_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:13:17,898 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741999_1175 src: /127.0.0.1:64357 dest: /127.0.0.1:63105
2015-03-13 11:13:17,899 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741999_1175 src: /127.0.0.1:64358 dest: /127.0.0.1:63108
2015-03-13 11:13:17,901 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073741999_1175 src: /127.0.0.1:64359 dest: /127.0.0.1:63115
2015-03-13 11:13:17,904 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64359, dest: /127.0.0.1:63115, bytes: 91294, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-688656358_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741999_1175, duration: 1731000
2015-03-13 11:13:17,904 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741999_1175, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:17,904 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:17,905 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64358, dest: /127.0.0.1:63108, bytes: 91294, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-688656358_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741999_1175, duration: 2579000
2015-03-13 11:13:17,905 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741999_1175, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:17,906 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:17,906 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64357, dest: /127.0.0.1:63105, bytes: 91294, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-688656358_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741999_1175, duration: 4092000
2015-03-13 11:13:17,907 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073741999_1175, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:17,907 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:17,910 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-688656358_1
2015-03-13 11:13:17,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:13:17,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:13:17,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:13:17,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017-1426270378874-soberoi-%5B5BD7A051BBDA4F87989212F09A61E91B%2F777237CB680D44E6-1426270397802-4-1-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017-1426270378874-soberoi-%5B5BD7A051BBDA4F87989212F09A61E91B%2F777237CB680D44E6-1426270397802-4-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:13:17,927 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0017_000001 State change from RUNNING to FINISHING
2015-03-13 11:13:17,927 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426270086855_0017
2015-03-13 11:13:17,927 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0017 State change from RUNNING to REMOVING
2015-03-13 11:13:17,927 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426270086855_0017
2015-03-13 11:13:17,928 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0017 State change from REMOVING to FINISHING
2015-03-13 11:13:18,500 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:18,646 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741995_1171
2015-03-13 11:13:18,647 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741999_1175
2015-03-13 11:13:18,648 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741998_1174
2015-03-13 11:13:18,648 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741996_1172
2015-03-13 11:13:18,649 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741997_1173
2015-03-13 11:13:18,768 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:13:18,769 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0017_01_000006
2015-03-13 11:13:18,770 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0017_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:13:18,770 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0017_01_000006 in state: COMPLETED event:FINISHED
2015-03-13 11:13:18,770 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000006
2015-03-13 11:13:18,770 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0017_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:13:18,770 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:13:18,771 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0017_01_000006, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:18,771 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:18,771 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:13:18,771 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0017_000001 released container container_1426270086855_0017_01_000006 on node: host: 10.1.1.144:63134 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:13:18,936 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741990_1166 127.0.0.1:63108 127.0.0.1:63105 127.0.0.1:63112 127.0.0.1:63115
2015-03-13 11:13:18,936 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741991_1167 127.0.0.1:63105 127.0.0.1:63112 127.0.0.1:63115 127.0.0.1:63108
2015-03-13 11:13:18,936 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741992_1168 127.0.0.1:63108 127.0.0.1:63112 127.0.0.1:63105
2015-03-13 11:13:18,936 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741993_1169 127.0.0.1:63105 127.0.0.1:63115 127.0.0.1:63112
2015-03-13 11:13:18,936 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741995_1171 127.0.0.1:63105 127.0.0.1:63115 127.0.0.1:63108
2015-03-13 11:13:18,937 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741994_1170 127.0.0.1:63115 127.0.0.1:63105 127.0.0.1:63108
2015-03-13 11:13:18,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0017 dst=null perm=null
2015-03-13 11:13:18,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null
2015-03-13 11:13:18,967 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary
2015-03-13 11:13:18,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/_temporary dst=null perm=null
2015-03-13 11:13:18,976 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:13:18,976 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:13:18,977 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:13:18,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null
2015-03-13 11:13:18,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null
2015-03-13 11:13:18,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null
2015-03-13 11:13:18,980 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:13:18,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/part-00000 dst=null perm=null
2015-03-13 11:13:18,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/part-00000 dst=null perm=null
2015-03-13 11:13:18,983 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64361, bytes: 558, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741996_1172, duration: 144000
2015-03-13 11:13:18,984 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output//hadoop2-mr1/serializedpipesplatform/grouponbytes
2015-03-13 11:13:18,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null
2015-03-13 11:13:18,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null
2015-03-13 11:13:18,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null
2015-03-13 11:13:18,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes dst=null perm=null
2015-03-13 11:13:18,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/part-00000 dst=null perm=null
2015-03-13 11:13:18,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/grouponbytes/part-00000 dst=null perm=null
2015-03-13 11:13:18,992 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64362, bytes: 558, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741996_1172, duration: 176000
2015-03-13 11:13:18,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:13:18,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:13:19,003 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:13:19,004 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-03-13 11:13:19,004 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-03-13 11:13:19,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null
2015-03-13 11:13:19,027 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-03-13 11:13:19,028 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt"]
2015-03-13 11:13:19,028 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt"]
2015-03-13 11:13:19,028 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["SequenceFile[['num', 'char', 'group', 'value', 'num2', 'char2', 'group2', 'value2']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true"]
2015-03-13 11:13:19,028 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-03-13 11:13:19,028 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 2
2015-03-13 11:13:19,028 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 2
2015-03-13 11:13:19,030 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/2)
2015-03-13 11:13:19,037 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:13:19,039 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741995_1171
2015-03-13 11:13:19,039 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741999_1175
2015-03-13 11:13:19,040 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741998_1174
2015-03-13 11:13:19,045 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:13:19,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7566828015_lower_upper_2DABD0AE227542F5911F22A978FAE595 dst=null perm=null
2015-03-13 11:13:19,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:13:19,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:13:19,051 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 18
2015-03-13 11:13:19,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018 dst=null perm=null
2015-03-13 11:13:19,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 11:13:19,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 11:13:19,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.jar dst=null perm=null
2015-03-13 11:13:19,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:13:19,058 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.jar. BP-951401976-10.1.1.144-1426270084277 blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:13:19,059 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742000_1176 src: /127.0.0.1:64364 dest: /127.0.0.1:63115
2015-03-13 11:13:19,060 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742000_1176 src: /127.0.0.1:64365 dest: /127.0.0.1:63112
2015-03-13 11:13:19,062 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742000_1176 src: /127.0.0.1:64366 dest: /127.0.0.1:63105
2015-03-13 11:13:19,066 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64366, dest: /127.0.0.1:63105, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742000_1176, duration: 2970000
2015-03-13 11:13:19,067 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742000_1176, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:19,067 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:13:19,068 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64365, dest: /127.0.0.1:63112, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742000_1176, duration: 3407000
2015-03-13 11:13:19,068 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742000_1176, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:19,069 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64364, dest: /127.0.0.1:63115, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742000_1176, duration: 4948000
2015-03-13 11:13:19,069 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742000_1176, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:19,070 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:13:19,071 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:13:19,072 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.jar is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:13:19,073 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.jar
2015-03-13 11:13:19,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.jar dst=null perm=null
2015-03-13 11:13:19,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:13:19,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:13:19,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:13:19,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:13:19,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 11:13:19,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 11:13:19,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 11:13:19,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 11:13:19,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 11:13:19,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:13:19,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:13:19,086 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:13:19,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:13:19,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:13:19,089 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:13:19,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:13:19,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:13:19,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:13:19,095 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.split
2015-03-13 11:13:19,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.split dst=null perm=null
2015-03-13 11:13:19,097 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.split. BP-951401976-10.1.1.144-1426270084277 blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:13:19,098 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742001_1177 src: /127.0.0.1:64367 dest: /127.0.0.1:63115
2015-03-13 11:13:19,099 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742001_1177 src: /127.0.0.1:64368 dest: /127.0.0.1:63105
2015-03-13 11:13:19,101 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742001_1177 src: /127.0.0.1:64369 dest: /127.0.0.1:63108
2015-03-13 11:13:19,102 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742001_1177 src: /127.0.0.1:64370 dest: /127.0.0.1:63112
2015-03-13 11:13:19,105 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64370, dest: /127.0.0.1:63112, bytes: 717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742001_1177, duration: 1549000
2015-03-13 11:13:19,105 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742001_1177, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:19,105 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:13:19,106 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64369, dest: /127.0.0.1:63108, bytes: 717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742001_1177, duration: 1833000
2015-03-13 11:13:19,106 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742001_1177, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:19,107 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64368, dest: /127.0.0.1:63105, bytes: 717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742001_1177, duration: 3083000
2015-03-13 11:13:19,107 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742001_1177, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:19,107 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:13:19,108 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64367, dest: /127.0.0.1:63115, bytes: 717, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742001_1177, duration: 4522000
2015-03-13 11:13:19,108 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742001_1177, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:19,109 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:13:19,111 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:13:19,112 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.split is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:13:19,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:13:19,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:13:19,116 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.splitmetainfo. BP-951401976-10.1.1.144-1426270084277 blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:13:19,117 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742002_1178 src: /127.0.0.1:64371 dest: /127.0.0.1:63108
2015-03-13 11:13:19,119 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742002_1178 src: /127.0.0.1:64372 dest: /127.0.0.1:63105
2015-03-13 11:13:19,120 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742002_1178 src: /127.0.0.1:64373 dest: /127.0.0.1:63112
2015-03-13 11:13:19,124 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64373, dest: /127.0.0.1:63112, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742002_1178, duration: 1703000
2015-03-13 11:13:19,124 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742002_1178, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:19,124 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:13:19,125 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64372, dest: /127.0.0.1:63105, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742002_1178, duration: 2613000
2015-03-13 11:13:19,125 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742002_1178, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:19,125 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:13:19,126 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64371, dest: /127.0.0.1:63108, bytes: 78, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742002_1178, duration: 3522000
2015-03-13 11:13:19,126 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742002_1178, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:19,131 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:13:19,132 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:13:19,133 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:2
2015-03-13 11:13:19,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:13:19,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:13:19,138 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:13:19,138 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:13:19,138 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:13:19,143 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:13:19,145 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742003_1179 src: /127.0.0.1:64374 dest: /127.0.0.1:63112
2015-03-13 11:13:19,146 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742003_1179 src: /127.0.0.1:64375 dest: /127.0.0.1:63115
2015-03-13 11:13:19,148 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742003_1179 src: /127.0.0.1:64376 dest: /127.0.0.1:63108
2015-03-13 11:13:19,152 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64376, dest: /127.0.0.1:63108, bytes: 99565, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742003_1179, duration: 1853000
2015-03-13 11:13:19,152 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742003_1179, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:19,153 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:19,153 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64375, dest: /127.0.0.1:63115, bytes: 99565, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742003_1179, duration: 2188000
2015-03-13 11:13:19,153 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742003_1179, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:19,154 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64374, dest: /127.0.0.1:63112, bytes: 99565, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742003_1179, duration: 3567000
2015-03-13 11:13:19,154 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:19,154 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742003_1179, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:19,155 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:19,156 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.xml is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:13:19,156 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426270086855_0018
2015-03-13 11:13:19,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018 dst=null perm=null
2015-03-13 11:13:19,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.xml dst=null perm=null
2015-03-13 11:13:19,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.xml dst=null perm=null
2015-03-13 11:13:19,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.jar dst=null perm=null
2015-03-13 11:13:19,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.jar dst=null perm=null
2015-03-13 11:13:19,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.split dst=null perm=null
2015-03-13 11:13:19,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.split dst=null perm=null
2015-03-13 11:13:19,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.splitmetainfo dst=null perm=null
2015-03-13 11:13:19,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.splitmetainfo dst=null perm=null
2015-03-13 11:13:19,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:13:19,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:13:19,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:13:19,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:13:19,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:13:19,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:13:19,171 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 18 submitted by user soberoi
2015-03-13 11:13:19,171 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426270086855_0018
2015-03-13 11:13:19,172 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0018 State change from NEW to NEW_SAVING
2015-03-13 11:13:19,172 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426270086855_0018
2015-03-13 11:13:19,172 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426270086855_0018
2015-03-13 11:13:19,172 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0018 State change from NEW_SAVING to SUBMITTED
2015-03-13 11:13:19,172 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426270086855_0018_000001
2015-03-13 11:13:19,173 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0018_000001 State change from NEW to SUBMITTED
2015-03-13 11:13:19,173 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426270086855_0018 from user: soberoi activated in queue: default
2015-03-13 11:13:19,173 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426270086855_0018 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@20a38b8, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-03-13 11:13:19,173 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426270086855_0018 user: soberoi leaf-queue of parent: root #applications: 2
2015-03-13 11:13:19,173 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426270086855_0018 to ResourceManager at /10.1.1.144:63128
2015-03-13 11:13:19,173 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426270086855_0018_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2015-03-13 11:13:19,174 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0018_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 11:13:19,174 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0018 State change from SUBMITTED to ACCEPTED
2015-03-13 11:13:19,177 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:63125/proxy/application_1426270086855_0018/
2015-03-13 11:13:19,177 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1426270086855_0018
2015-03-13 11:13:19,178 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:63125/proxy/application_1426270086855_0018/
2015-03-13 11:13:19,505 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:19,506 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0018_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:13:19,506 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0018 CONTAINERID=container_1426270086855_0018_01_000001
2015-03-13 11:13:19,506 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0018_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63130, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2015-03-13 11:13:19,506 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0018 container=Container: [ContainerId: container_1426270086855_0018_01_000001, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] containerId=container_1426270086855_0018_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:19,507 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 11:13:19,507 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0018_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:13:19,507 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:19,508 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426270086855_0018 AttemptId: appattempt_1426270086855_0018_000001 MasterContainer: Container: [ContainerId: container_1426270086855_0018_01_000001, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ]
2015-03-13 11:13:19,508 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0018_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 11:13:19,508 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426270086855_0018_000001
2015-03-13 11:13:19,509 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0018_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 11:13:19,509 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426270086855_0018_000001
2015-03-13 11:13:19,509 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426270086855_0018_01_000001, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] for AM appattempt_1426270086855_0018_000001
2015-03-13 11:13:19,509 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426270086855_0018_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 11:13:19,512 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0018_000001 (auth:SIMPLE)
2015-03-13 11:13:19,513 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0018_01_000001 by user soberoi
2015-03-13 11:13:19,514 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0018
2015-03-13 11:13:19,514 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0018 CONTAINERID=container_1426270086855_0018_01_000001
2015-03-13 11:13:19,514 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0018 transitioned from NEW to INITING
2015-03-13 11:13:19,514 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0018_01_000001 to application application_1426270086855_0018
2015-03-13 11:13:19,514 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426270086855_0018_01_000001, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] for AM appattempt_1426270086855_0018_000001
2015-03-13 11:13:19,514 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0018 transitioned from INITING to RUNNING
2015-03-13 11:13:19,514 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0018_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 11:13:19,515 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0018_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 11:13:19,515 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0018
2015-03-13 11:13:19,515 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:13:19,515 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 11:13:19,515 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.split transitioned from INIT to DOWNLOADING
2015-03-13 11:13:19,516 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:13:19,516 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0018_01_000001
2015-03-13 11:13:19,525 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1426270086855_0018_01_000001.tokens. Credentials list:
2015-03-13 11:13:19,540 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:13:19,625 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1426270086855_0018_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0018/container_1426270086855_0018_01_000001.tokens
2015-03-13 11:13:19,625 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0018 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0018
2015-03-13 11:13:19,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.jar dst=null perm=null
2015-03-13 11:13:19,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.jar dst=null perm=null
2015-03-13 11:13:19,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.jar dst=null perm=null
2015-03-13 11:13:19,703 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64361, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1284425251_6998, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742000_1176, duration: 509000
2015-03-13 11:13:19,722 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:13:19,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.splitmetainfo dst=null perm=null
2015-03-13 11:13:19,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.splitmetainfo dst=null perm=null
2015-03-13 11:13:19,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.splitmetainfo dst=null perm=null
2015-03-13 11:13:19,754 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64380, bytes: 82, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1284425251_6998, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742002_1178, duration: 203000
2015-03-13 11:13:19,769 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:13:19,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.split dst=null perm=null
2015-03-13 11:13:19,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.split dst=null perm=null
2015-03-13 11:13:19,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.split dst=null perm=null
2015-03-13 11:13:19,795 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64362, bytes: 725, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1284425251_6998, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742001_1177, duration: 124000
2015-03-13 11:13:19,807 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:13:19,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.xml dst=null perm=null
2015-03-13 11:13:19,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.xml dst=null perm=null
2015-03-13 11:13:19,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.xml dst=null perm=null
2015-03-13 11:13:19,831 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741997_1173
2015-03-13 11:13:19,832 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741996_1172
2015-03-13 11:13:19,833 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741995_1171
2015-03-13 11:13:19,833 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742001_1177
2015-03-13 11:13:19,836 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64380, bytes: 100345, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1284425251_6998, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742003_1179, duration: 333000
2015-03-13 11:13:19,852 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:13:19,852 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0018_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:13:19,886 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0018_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 11:13:19,887 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:19,888 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741997_1173
2015-03-13 11:13:19,888 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742001_1177
2015-03-13 11:13:19,888 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742002_1178
2015-03-13 11:13:19,889 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741996_1172
2015-03-13 11:13:19,890 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741998_1174
2015-03-13 11:13:19,891 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742003_1179
2015-03-13 11:13:19,970 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0018/container_1426270086855_0018_01_000001/default_container_executor.sh]
2015-03-13 11:13:20,035 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742000_1176
2015-03-13 11:13:20,036 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073741999_1175
2015-03-13 11:13:20,036 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742002_1178
2015-03-13 11:13:20,091 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742000_1176
2015-03-13 11:13:20,369 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1352)) - BLOCK* ask 127.0.0.1:63112 to replicate blk_1073742000_1176 to datanode(s) 127.0.0.1:63108
2015-03-13 11:13:20,369 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63115 to delete [blk_1073741990_1166, blk_1073741991_1167, blk_1073741993_1169, blk_1073741994_1170, blk_1073741995_1171]
2015-03-13 11:13:20,369 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63105 to delete [blk_1073741990_1166, blk_1073741991_1167, blk_1073741992_1168, blk_1073741993_1169, blk_1073741994_1170, blk_1073741995_1171]
2015-03-13 11:13:20,506 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:20,507 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0018_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:13:20,511 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:20,941 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741990 for deletion
2015-03-13 11:13:20,941 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741991 for deletion
2015-03-13 11:13:20,941 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741992 for deletion
2015-03-13 11:13:20,941 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741993 for deletion
2015-03-13 11:13:20,941 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741991
2015-03-13 11:13:20,941 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741994_1170 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741994 for deletion
2015-03-13 11:13:20,941 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741995_1171 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741995 for deletion
2015-03-13 11:13:20,941 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741993
2015-03-13 11:13:20,941 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741990
2015-03-13 11:13:20,942 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741995_1171 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741995
2015-03-13 11:13:20,942 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741992
2015-03-13 11:13:20,942 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741994_1170 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741994
2015-03-13 11:13:21,169 INFO datanode.DataNode (DataNode.java:transferBlock(1319)) - DatanodeRegistration(127.0.0.1, storageID=DS-2043704984-10.1.1.144-63112-1426270085851, infoPort=63113, ipcPort=63114, storageInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0) Starting thread to transfer BP-951401976-10.1.1.144-1426270084277:blk_1073742000_1176 to 127.0.0.1:63108
2015-03-13 11:13:21,170 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742000_1176 src: /127.0.0.1:64381 dest: /127.0.0.1:63108
2015-03-13 11:13:21,171 INFO datanode.DataNode (DataNode.java:run(1523)) - DataTransfer: Transmitted BP-951401976-10.1.1.144-1426270084277:blk_1073742000_1176 (numBytes=254067) to /127.0.0.1:63108
2015-03-13 11:13:21,172 INFO datanode.DataNode (DataXceiver.java:writeBlock(594)) - Received BP-951401976-10.1.1.144-1426270084277:blk_1073742000_1176 src: /127.0.0.1:64381 dest: /127.0.0.1:63108 of size 254067
2015-03-13 11:13:21,173 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073742000_1176 size 254067
2015-03-13 11:13:21,319 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741990 for deletion
2015-03-13 11:13:21,319 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741991 for deletion
2015-03-13 11:13:21,319 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741993 for deletion
2015-03-13 11:13:21,320 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741990
2015-03-13 11:13:21,320 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741994_1170 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741994 for deletion
2015-03-13 11:13:21,320 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741991
2015-03-13 11:13:21,320 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741995_1171 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741995 for deletion
2015-03-13 11:13:21,320 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741993
2015-03-13 11:13:21,320 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741995_1171 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741995
2015-03-13 11:13:21,320 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741994_1170 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741994
2015-03-13 11:13:21,511 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:21,513 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:21,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:13:21,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/COMMIT_STARTED dst=null perm=null
2015-03-13 11:13:21,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/COMMIT_SUCCESS dst=null perm=null
2015-03-13 11:13:21,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/COMMIT_FAIL dst=null perm=null
2015-03-13 11:13:21,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018 dst=null perm=null
2015-03-13 11:13:21,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 11:13:21,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 11:13:22,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.splitmetainfo dst=null perm=null
2015-03-13 11:13:22,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.splitmetainfo dst=null perm=null
2015-03-13 11:13:22,088 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64383, bytes: 82, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_429761476_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742002_1178, duration: 136000
2015-03-13 11:13:22,513 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:22,518 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:22,888 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0018_000001 (auth:SIMPLE)
2015-03-13 11:13:22,889 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426270086855_0018_000001
2015-03-13 11:13:22,889 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426270086855_0018 APPATTEMPTID=appattempt_1426270086855_0018_000001
2015-03-13 11:13:22,890 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0018_000001 State change from LAUNCHED to RUNNING
2015-03-13 11:13:22,890 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0018 State change from ACCEPTED to RUNNING
2015-03-13 11:13:22,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job_1426270086855_0018_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:22,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/7566828015_lower_upper_2DABD0AE227542F5911F22A978FAE595/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:13:22,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job_1426270086855_0018_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:23,125 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job_1426270086855_0018_1_conf.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:13:23,168 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742004_1180 src: /127.0.0.1:64389 dest: /127.0.0.1:63105
2015-03-13 11:13:23,169 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742004_1180 src: /127.0.0.1:64390 dest: /127.0.0.1:63108
2015-03-13 11:13:23,171 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742004_1180 src: /127.0.0.1:64391 dest: /127.0.0.1:63115
2015-03-13 11:13:23,179 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64391, dest: /127.0.0.1:63115, bytes: 91980, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_429761476_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742004_1180, duration: 6160000
2015-03-13 11:13:23,179 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742004_1180, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:23,180 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:23,180 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64390, dest: /127.0.0.1:63108, bytes: 91980, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_429761476_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742004_1180, duration: 7490000
2015-03-13 11:13:23,181 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742004_1180, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:23,181 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:23,181 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64389, dest: /127.0.0.1:63105, bytes: 91980, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_429761476_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742004_1180, duration: 9019000
2015-03-13 11:13:23,182 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742004_1180, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:23,182 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:23,186 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job_1426270086855_0018_1_conf.xml is closed by DFSClient_NONMAPREDUCE_429761476_1
2015-03-13 11:13:23,370 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63112 to delete [blk_1073741990_1166, blk_1073741991_1167, blk_1073741992_1168, blk_1073741993_1169]
2015-03-13 11:13:23,371 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63108 to delete [blk_1073741990_1166, blk_1073741991_1167, blk_1073741992_1168, blk_1073741994_1170, blk_1073741995_1171]
2015-03-13 11:13:23,518 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:23,519 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:23,654 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742003_1179
2015-03-13 11:13:23,655 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742004_1180
2015-03-13 11:13:23,656 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742001_1177
2015-03-13 11:13:23,656 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742002_1178
2015-03-13 11:13:23,860 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742000_1176
2015-03-13 11:13:23,941 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741990 for deletion
2015-03-13 11:13:23,942 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741991 for deletion
2015-03-13 11:13:23,942 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741992 for deletion
2015-03-13 11:13:23,942 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741994_1170 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741994 for deletion
2015-03-13 11:13:23,942 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741995_1171 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741995 for deletion
2015-03-13 11:13:23,943 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741990
2015-03-13 11:13:23,943 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741992
2015-03-13 11:13:23,943 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741991
2015-03-13 11:13:23,944 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741995_1171 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741995
2015-03-13 11:13:23,944 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741994_1170 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741994
2015-03-13 11:13:23,964 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1426270086855_0017_01_000001 succeeded
2015-03-13 11:13:23,964 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-03-13 11:13:23,964 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0017_01_000001
2015-03-13 11:13:23,973 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000001
2015-03-13 11:13:23,973 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000001
2015-03-13 11:13:23,973 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0017_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-03-13 11:13:23,973 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0017_01_000001 from application application_1426270086855_0017
2015-03-13 11:13:23,973 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000001
2015-03-13 11:13:23,973 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000001
2015-03-13 11:13:23,974 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426270086855_0017/container_1426270086855_0017_01_000001
2015-03-13 11:13:23,973 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:23,975 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0017
2015-03-13 11:13:24,046 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742004_1180
2015-03-13 11:13:24,047 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742003_1179
2015-03-13 11:13:24,047 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742001_1177
2015-03-13 11:13:24,169 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741990 for deletion
2015-03-13 11:13:24,170 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741991 for deletion
2015-03-13 11:13:24,170 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741992 for deletion
2015-03-13 11:13:24,170 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741993 for deletion
2015-03-13 11:13:24,170 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741991
2015-03-13 11:13:24,170 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741990
2015-03-13 11:13:24,171 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741993
2015-03-13 11:13:24,171 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073741992
2015-03-13 11:13:24,250 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742000_1176
2015-03-13 11:13:24,520 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 17 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_COMPLETE diagnostics: "" exit_status: 0
2015-03-13 11:13:24,520 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:24,520 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0017_01_000001
2015-03-13 11:13:24,521 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0018_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:13:24,521 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0018 CONTAINERID=container_1426270086855_0018_01_000002
2015-03-13 11:13:24,521 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0018_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 11:13:24,521 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0018 container=Container: [ContainerId: container_1426270086855_0018_01_000002, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] containerId=container_1426270086855_0018_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:24,521 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-03-13 11:13:24,522 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:24,522 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0018_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:13:24,522 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0018 CONTAINERID=container_1426270086855_0018_01_000003
2015-03-13 11:13:24,522 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0018_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2015-03-13 11:13:24,522 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0018 container=Container: [ContainerId: container_1426270086855_0018_01_000003, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] containerId=container_1426270086855_0018_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:24,523 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-03-13 11:13:24,523 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:24,523 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0017_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:13:24,523 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(550)) - Unregistering app attempt : appattempt_1426270086855_0017_000001
2015-03-13 11:13:24,523 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0017_01_000001 in state: COMPLETED event:FINISHED
2015-03-13 11:13:24,523 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0017 CONTAINERID=container_1426270086855_0017_01_000001
2015-03-13 11:13:24,523 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0017_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63142, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:13:24,523 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0017_000001 State change from FINISHING to FINISHED
2015-03-13 11:13:24,524 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-03-13 11:13:24,524 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0017 State change from FINISHING to FINISHED
2015-03-13 11:13:24,524 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0017_01_000001, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:24,524 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1426270086855_0017_000001
2015-03-13 11:13:24,524 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1426270086855_0017
2015-03-13 11:13:24,524 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(166)) - appId=application_1426270086855_0017,name=[5BD7A051BBDA4F87989212F09A61E91B/777237CB680D44E6A2330902C5274277] test/(1/1) ...ipesplatform/grouponbytes,user=soberoi,queue=default,state=FINISHED,trackingUrl=Edinburgh.local:63125/proxy/application_1426270086855_0017/jobhistory/job/job_1426270086855_0017,appMasterHost=Edinburgh.local,startTime=1426270378875,finishTime=1426270397928,finalStatus=SUCCEEDED
2015-03-13 11:13:24,524 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:24,524 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3
2015-03-13 11:13:24,525 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0017_000001 released container container_1426270086855_0017_01_000001 on node: host: 10.1.1.144:63142 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:13:24,525 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplication(470)) - Application appattempt_1426270086855_0017_000001 is done. finalState=FINISHED
2015-03-13 11:13:24,525 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1426270086855_0017 requests cleared
2015-03-13 11:13:24,525 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(779)) - Application removed - appId: application_1426270086855_0017 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-03-13 11:13:24,525 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(510)) - Application removed - appId: application_1426270086855_0017 user: soberoi leaf-queue of parent: root #applications: 1
2015-03-13 11:13:24,527 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0017_000001 (auth:SIMPLE)
2015-03-13 11:13:24,529 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0017_01_000001
2015-03-13 11:13:24,661 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0017 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:13:24,662 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1426270086855_0017
2015-03-13 11:13:24,662 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1426270086855_0017
2015-03-13 11:13:24,662 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0017
2015-03-13 11:13:24,662 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0017 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:13:24,663 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0017, with delay of 10800 seconds
2015-03-13 11:13:24,663 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1426270086855_0017
2015-03-13 11:13:24,664 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1426270086855_0017
2015-03-13 11:13:24,782 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0017 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:13:24,782 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0017
2015-03-13 11:13:24,782 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0017
2015-03-13 11:13:24,784 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0017
2015-03-13 11:13:24,784 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0017
2015-03-13 11:13:24,784 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0017
2015-03-13 11:13:24,784 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0017 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:13:24,785 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0017, with delay of 10800 seconds
2015-03-13 11:13:24,926 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0018_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:13:24,927 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0018_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:13:24,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.jar dst=null perm=null
2015-03-13 11:13:24,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.jar dst=null perm=null
2015-03-13 11:13:24,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.xml dst=null perm=null
2015-03-13 11:13:24,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.xml dst=null perm=null
2015-03-13 11:13:24,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:13:24,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:13:24,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:13:24,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:13:24,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:13:24,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:13:25,039 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742004_1180
2015-03-13 11:13:25,055 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0018_000001 (auth:SIMPLE)
2015-03-13 11:13:25,057 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0018_01_000002 by user soberoi
2015-03-13 11:13:25,057 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0018_01_000003 by user soberoi
2015-03-13 11:13:25,058 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0018 CONTAINERID=container_1426270086855_0018_01_000002
2015-03-13 11:13:25,058 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0018 CONTAINERID=container_1426270086855_0018_01_000003
2015-03-13 11:13:25,058 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0018_01_000002 to application application_1426270086855_0018
2015-03-13 11:13:25,058 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0018_01_000003 to application application_1426270086855_0018
2015-03-13 11:13:25,058 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0018_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 11:13:25,059 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0018_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 11:13:25,059 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0018
2015-03-13 11:13:25,059 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0018
2015-03-13 11:13:25,059 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:13:25,059 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0018
2015-03-13 11:13:25,059 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0018
2015-03-13 11:13:25,059 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0018
2015-03-13 11:13:25,060 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:13:25,060 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0018
2015-03-13 11:13:25,060 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0018_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:13:25,060 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0018_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:13:25,097 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0018_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 11:13:25,097 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:25,098 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0018_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 11:13:25,098 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:25,181 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0018/container_1426270086855_0018_01_000003/default_container_executor.sh]
2015-03-13 11:13:25,181 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0018/container_1426270086855_0018_01_000002/default_container_executor.sh]
2015-03-13 11:13:25,525 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:25,526 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:25,526 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0017 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:13:25,526 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:25,526 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0017
2015-03-13 11:13:25,526 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0017
2015-03-13 11:13:25,527 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0017 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:13:25,527 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0017, with delay of 10800 seconds
2015-03-13 11:13:25,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426270086855_0017
2015-03-13 11:13:25,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426270086855_0017
2015-03-13 11:13:25,529 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426270086855_0017
2015-03-13 11:13:25,529 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0018_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:13:25,529 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0018_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:13:25,941 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:13:26,530 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:26,530 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:26,530 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:27,531 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:27,531 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:27,531 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:28,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.split dst=null perm=null
2015-03-13 11:13:28,533 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:28,534 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:28,534 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:28,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job.split dst=null perm=null
2015-03-13 11:13:28,645 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64398, bytes: 725, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0018_m_000001_0_1253780280_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742001_1177, duration: 167000
2015-03-13 11:13:28,709 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64399, bytes: 725, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0018_m_000000_0_1104084034_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742001_1177, duration: 144000
2015-03-13 11:13:28,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:13:28,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:13:28,965 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64398, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0018_m_000001_0_1253780280_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741839_1015, duration: 157000
2015-03-13 11:13:28,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7566828015_lower_upper_2DABD0AE227542F5911F22A978FAE595/_temporary/1/_temporary/attempt_1426270086855_0018_m_000001_0 dst=null perm=null
2015-03-13 11:13:29,014 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0018_01_000003
2015-03-13 11:13:29,014 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0018 CONTAINERID=container_1426270086855_0018_01_000003
2015-03-13 11:13:29,014 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0018_01_000003 transitioned from RUNNING to KILLING
2015-03-13 11:13:29,014 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0018_01_000003
2015-03-13 11:13:29,015 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:29,015 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:29,015 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:13:29,019 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64400, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0018_m_000000_0_1104084034_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741838_1014, duration: 190000
2015-03-13 11:13:29,029 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0018_01_000003 is : 143
2015-03-13 11:13:29,033 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job_1426270086855_0018_1.jhist. BP-951401976-10.1.1.144-1426270084277 blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:13:29,035 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742005_1181 src: /127.0.0.1:64401 dest: /127.0.0.1:63108
2015-03-13 11:13:29,036 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742005_1181 src: /127.0.0.1:64402 dest: /127.0.0.1:63105
2015-03-13 11:13:29,038 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742005_1181 src: /127.0.0.1:64403 dest: /127.0.0.1:63112
2015-03-13 11:13:29,042 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job_1426270086855_0018_1.jhist for DFSClient_NONMAPREDUCE_429761476_1
2015-03-13 11:13:29,042 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0018_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:13:29,042 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0018/container_1426270086855_0018_01_000003
2015-03-13 11:13:29,043 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0018/container_1426270086855_0018_01_000003
2015-03-13 11:13:29,043 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0018 CONTAINERID=container_1426270086855_0018_01_000003
2015-03-13 11:13:29,043 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0018_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:13:29,043 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0018/container_1426270086855_0018_01_000003
2015-03-13 11:13:29,043 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0018/container_1426270086855_0018_01_000003
2015-03-13 11:13:29,043 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0018_01_000003 from application application_1426270086855_0018
2015-03-13 11:13:29,043 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:29,044 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0018
2015-03-13 11:13:29,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7566828015_lower_upper_2DABD0AE227542F5911F22A978FAE595/_temporary/1/_temporary/attempt_1426270086855_0018_m_000000_0 dst=null perm=null
2015-03-13 11:13:29,072 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0018_01_000002
2015-03-13 11:13:29,072 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0018 CONTAINERID=container_1426270086855_0018_01_000002
2015-03-13 11:13:29,072 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0018_01_000002 transitioned from RUNNING to KILLING
2015-03-13 11:13:29,072 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0018_01_000002
2015-03-13 11:13:29,072 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:29,073 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:13:29,073 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:13:29,073 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0018_01_000003
2015-03-13 11:13:29,073 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0018_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:13:29,074 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0018_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 11:13:29,074 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0018 CONTAINERID=container_1426270086855_0018_01_000003
2015-03-13 11:13:29,074 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0018_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-03-13 11:13:29,074 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-03-13 11:13:29,074 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0018_01_000003, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:29,074 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:29,075 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:13:29,075 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0018_000001 released container container_1426270086855_0018_01_000003 on node: host: 10.1.1.144:63130 #containers=2 available=1024 used=3072 with event: FINISHED
2015-03-13 11:13:29,083 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0018_01_000002 is : 143
2015-03-13 11:13:29,100 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0018_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:13:29,100 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0018/container_1426270086855_0018_01_000002
2015-03-13 11:13:29,100 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0018/container_1426270086855_0018_01_000002
2015-03-13 11:13:29,100 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0018 CONTAINERID=container_1426270086855_0018_01_000002
2015-03-13 11:13:29,100 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0018/container_1426270086855_0018_01_000002
2015-03-13 11:13:29,100 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0018_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:13:29,101 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0018_01_000002 from application application_1426270086855_0018
2015-03-13 11:13:29,101 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:29,101 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0018
2015-03-13 11:13:29,101 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0018/container_1426270086855_0018_01_000002
2015-03-13 11:13:30,078 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:30,078 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:13:30,078 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0018_01_000002
2015-03-13 11:13:30,079 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0018_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:13:30,079 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0018_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 11:13:30,079 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0018 CONTAINERID=container_1426270086855_0018_01_000002
2015-03-13 11:13:30,080 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0018_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:13:30,080 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:13:30,080 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0018_01_000002, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:30,080 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:30,081 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:13:30,081 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0018_000001 released container container_1426270086855_0018_01_000002 on node: host: 10.1.1.144:63130 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:13:31,082 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:31,083 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0018_01_000004 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:13:31,083 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0018 CONTAINERID=container_1426270086855_0018_01_000004
2015-03-13 11:13:31,084 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0018_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 11:13:31,084 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0018 container=Container: [ContainerId: container_1426270086855_0018_01_000004, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] containerId=container_1426270086855_0018_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:31,084 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:13:31,084 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:31,973 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0018_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:13:31,981 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0018_01_000004 by user soberoi
2015-03-13 11:13:31,982 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0018 CONTAINERID=container_1426270086855_0018_01_000004
2015-03-13 11:13:31,982 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0018_01_000004 to application application_1426270086855_0018
2015-03-13 11:13:31,982 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0018_01_000004 transitioned from NEW to LOCALIZING
2015-03-13 11:13:31,982 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0018
2015-03-13 11:13:31,982 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0018
2015-03-13 11:13:31,982 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:13:31,983 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0018
2015-03-13 11:13:31,983 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0018_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:13:32,007 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0018_01_000004 transitioned from LOCALIZED to RUNNING
2015-03-13 11:13:32,007 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:32,075 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0018/container_1426270086855_0018_01_000004/default_container_executor.sh]
2015-03-13 11:13:32,088 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:32,088 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:32,089 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0018_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:13:32,980 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:13:33,091 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:33,091 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:34,095 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:34,095 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:34,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/7566828015_lower_upper_2DABD0AE227542F5911F22A978FAE595/_temporary/1/_temporary/attempt_1426270086855_0018_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:34,769 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-soberoi/7566828015_lower_upper_2DABD0AE227542F5911F22A978FAE595/_temporary/1/_temporary/attempt_1426270086855_0018_r_000000_0/part-00000. BP-951401976-10.1.1.144-1426270084277 blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:13:34,827 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742006_1182 src: /127.0.0.1:64407 dest: /127.0.0.1:63105
2015-03-13 11:13:34,829 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742006_1182 src: /127.0.0.1:64408 dest: /127.0.0.1:63115
2015-03-13 11:13:34,830 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742006_1182 src: /127.0.0.1:64409 dest: /127.0.0.1:63112
2015-03-13 11:13:34,841 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64409, dest: /127.0.0.1:63112, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0018_r_000000_0_-34426887_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742006_1182, duration: 9368000
2015-03-13 11:13:34,841 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742006_1182, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:34,842 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:13:34,842 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64408, dest: /127.0.0.1:63115, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0018_r_000000_0_-34426887_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742006_1182, duration: 10019000
2015-03-13 11:13:34,842 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742006_1182, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:34,843 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:13:34,843 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64407, dest: /127.0.0.1:63105, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0018_r_000000_0_-34426887_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742006_1182, duration: 11060000
2015-03-13 11:13:34,843 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742006_1182, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:34,843 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:13:34,846 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-soberoi/7566828015_lower_upper_2DABD0AE227542F5911F22A978FAE595/_temporary/1/_temporary/attempt_1426270086855_0018_r_000000_0/part-00000 is closed by DFSClient_attempt_1426270086855_0018_r_000000_0_-34426887_1
2015-03-13 11:13:34,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7566828015_lower_upper_2DABD0AE227542F5911F22A978FAE595/_temporary/1/_temporary/attempt_1426270086855_0018_r_000000_0 dst=null perm=null
2015-03-13 11:13:34,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7566828015_lower_upper_2DABD0AE227542F5911F22A978FAE595/_temporary/1/_temporary/attempt_1426270086855_0018_r_000000_0 dst=null perm=null
2015-03-13 11:13:34,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7566828015_lower_upper_2DABD0AE227542F5911F22A978FAE595/_temporary/1/task_1426270086855_0018_r_000000 dst=null perm=null
2015-03-13 11:13:34,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/7566828015_lower_upper_2DABD0AE227542F5911F22A978FAE595/_temporary/1/_temporary/attempt_1426270086855_0018_r_000000_0 dst=/tmp/hadoop-soberoi/7566828015_lower_upper_2DABD0AE227542F5911F22A978FAE595/_temporary/1/task_1426270086855_0018_r_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:13:34,876 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0018_01_000004
2015-03-13 11:13:34,876 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0018 CONTAINERID=container_1426270086855_0018_01_000004
2015-03-13 11:13:34,876 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0018_01_000004 transitioned from RUNNING to KILLING
2015-03-13 11:13:34,876 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0018_01_000004
2015-03-13 11:13:34,877 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:34,877 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:13:34,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:34,883 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_429761476_1
2015-03-13 11:13:34,887 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0018_01_000004 is : 143
2015-03-13 11:13:34,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/7566828015_lower_upper_2DABD0AE227542F5911F22A978FAE595/_temporary/1 dst=null perm=null
2015-03-13 11:13:34,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7566828015_lower_upper_2DABD0AE227542F5911F22A978FAE595 dst=null perm=null
2015-03-13 11:13:34,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7566828015_lower_upper_2DABD0AE227542F5911F22A978FAE595 dst=null perm=null
2015-03-13 11:13:34,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/7566828015_lower_upper_2DABD0AE227542F5911F22A978FAE595/_temporary/1/task_1426270086855_0018_r_000000 dst=null perm=null
2015-03-13 11:13:34,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7566828015_lower_upper_2DABD0AE227542F5911F22A978FAE595/part-00000 dst=null perm=null
2015-03-13 11:13:34,895 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0018_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:13:34,896 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0018/container_1426270086855_0018_01_000004
2015-03-13 11:13:34,896 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0018/container_1426270086855_0018_01_000004
2015-03-13 11:13:34,896 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0018/container_1426270086855_0018_01_000004
2015-03-13 11:13:34,896 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0018 CONTAINERID=container_1426270086855_0018_01_000004
2015-03-13 11:13:34,896 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0018_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:13:34,896 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0018/container_1426270086855_0018_01_000004
2015-03-13 11:13:34,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-soberoi/7566828015_lower_upper_2DABD0AE227542F5911F22A978FAE595/_temporary/1/task_1426270086855_0018_r_000000/part-00000 dst=/tmp/hadoop-soberoi/7566828015_lower_upper_2DABD0AE227542F5911F22A978FAE595/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:34,896 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0018_01_000004 from application application_1426270086855_0018
2015-03-13 11:13:34,897 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:34,897 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0018
2015-03-13 11:13:34,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/7566828015_lower_upper_2DABD0AE227542F5911F22A978FAE595/_temporary dst=null perm=null
2015-03-13 11:13:34,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/7566828015_lower_upper_2DABD0AE227542F5911F22A978FAE595/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:34,907 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-soberoi/7566828015_lower_upper_2DABD0AE227542F5911F22A978FAE595/_SUCCESS is closed by DFSClient_NONMAPREDUCE_429761476_1
2015-03-13 11:13:34,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:34,910 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_429761476_1
2015-03-13 11:13:34,923 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64403, dest: /127.0.0.1:63112, bytes: 44405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_429761476_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742005_1181, duration: 5883492000
2015-03-13 11:13:34,923 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742005_1181, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:34,924 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:13:34,924 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64402, dest: /127.0.0.1:63105, bytes: 44405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_429761476_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742005_1181, duration: 5884181000
2015-03-13 11:13:34,924 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742005_1181, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:34,924 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:13:34,925 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64401, dest: /127.0.0.1:63108, bytes: 44405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_429761476_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742005_1181, duration: 5885684000
2015-03-13 11:13:34,926 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742005_1181, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:34,926 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:13:34,927 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job_1426270086855_0018_1.jhist is closed by DFSClient_NONMAPREDUCE_429761476_1
2015-03-13 11:13:34,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:34,931 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018.summary_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:13:34,933 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742007_1183 src: /127.0.0.1:64410 dest: /127.0.0.1:63112
2015-03-13 11:13:34,934 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742007_1183 src: /127.0.0.1:64411 dest: /127.0.0.1:63115
2015-03-13 11:13:34,935 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742007_1183 src: /127.0.0.1:64412 dest: /127.0.0.1:63108
2015-03-13 11:13:34,938 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64412, dest: /127.0.0.1:63108, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_429761476_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742007_1183, duration: 1308000
2015-03-13 11:13:34,938 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742007_1183, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:34,938 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:34,938 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64411, dest: /127.0.0.1:63115, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_429761476_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742007_1183, duration: 1658000
2015-03-13 11:13:34,939 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742007_1183, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:34,939 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:34,939 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64410, dest: /127.0.0.1:63112, bytes: 425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_429761476_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742007_1183, duration: 2622000
2015-03-13 11:13:34,940 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742007_1183, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:34,940 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:34,941 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018.summary_tmp is closed by DFSClient_NONMAPREDUCE_429761476_1
2015-03-13 11:13:34,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:13:34,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job_1426270086855_0018_1.jhist dst=null perm=null
2015-03-13 11:13:34,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018-1426270399171-soberoi-%5B0AF9C65FDA514824B4E73E0298AA3B3D%2F9AF5AA28F8E1482C-1426270414911-2-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:13:34,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job_1426270086855_0018_1.jhist dst=null perm=null
2015-03-13 11:13:34,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018-1426270399171-soberoi-%5B0AF9C65FDA514824B4E73E0298AA3B3D%2F9AF5AA28F8E1482C-1426270414911-2-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:13:34,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job_1426270086855_0018_1.jhist dst=null perm=null
2015-03-13 11:13:34,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018-1426270399171-soberoi-%5B0AF9C65FDA514824B4E73E0298AA3B3D%2F9AF5AA28F8E1482C-1426270414911-2-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:34,959 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64413, bytes: 44753, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_429761476_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742005_1181, duration: 208000
2015-03-13 11:13:34,961 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018-1426270399171-soberoi-%5B0AF9C65FDA514824B4E73E0298AA3B3D%2F9AF5AA28F8E1482C-1426270414911-2-1-SUCCEEDED-default.jhist_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:13:34,962 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742008_1184 src: /127.0.0.1:64414 dest: /127.0.0.1:63105
2015-03-13 11:13:34,964 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742008_1184 src: /127.0.0.1:64415 dest: /127.0.0.1:63115
2015-03-13 11:13:34,965 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742008_1184 src: /127.0.0.1:64416 dest: /127.0.0.1:63108
2015-03-13 11:13:34,967 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64416, dest: /127.0.0.1:63108, bytes: 44405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_429761476_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742008_1184, duration: 1463000
2015-03-13 11:13:34,968 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742008_1184, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:34,968 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:34,968 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64415, dest: /127.0.0.1:63115, bytes: 44405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_429761476_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742008_1184, duration: 2047000
2015-03-13 11:13:34,969 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742008_1184, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:34,969 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:34,970 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64414, dest: /127.0.0.1:63105, bytes: 44405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_429761476_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742008_1184, duration: 3267000
2015-03-13 11:13:34,970 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742008_1184, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:34,970 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:34,972 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018-1426270399171-soberoi-%5B0AF9C65FDA514824B4E73E0298AA3B3D%2F9AF5AA28F8E1482C-1426270414911-2-1-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_429761476_1
2015-03-13 11:13:34,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018-1426270399171-soberoi-%5B0AF9C65FDA514824B4E73E0298AA3B3D%2F9AF5AA28F8E1482C-1426270414911-2-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:13:34,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job_1426270086855_0018_1_conf.xml dst=null perm=null
2015-03-13 11:13:34,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018_conf.xml_tmp dst=null perm=null
2015-03-13 11:13:34,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job_1426270086855_0018_1_conf.xml dst=null perm=null
2015-03-13 11:13:34,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018_conf.xml_tmp dst=null perm=null
2015-03-13 11:13:34,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018/job_1426270086855_0018_1_conf.xml dst=null perm=null
2015-03-13 11:13:34,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:34,987 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64417, bytes: 92700, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_429761476_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742004_1180, duration: 297000
2015-03-13 11:13:34,989 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018_conf.xml_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:13:34,991 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742009_1185 src: /127.0.0.1:64418 dest: /127.0.0.1:63105
2015-03-13 11:13:34,992 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742009_1185 src: /127.0.0.1:64419 dest: /127.0.0.1:63112
2015-03-13 11:13:34,993 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742009_1185 src: /127.0.0.1:64420 dest: /127.0.0.1:63108
2015-03-13 11:13:34,998 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64420, dest: /127.0.0.1:63108, bytes: 91980, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_429761476_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742009_1185, duration: 2723000
2015-03-13 11:13:34,998 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742009_1185, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:34,998 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:34,998 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64419, dest: /127.0.0.1:63112, bytes: 91980, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_429761476_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742009_1185, duration: 3413000
2015-03-13 11:13:34,999 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742009_1185, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:34,999 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64418, dest: /127.0.0.1:63105, bytes: 91980, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_429761476_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742009_1185, duration: 4383000
2015-03-13 11:13:35,000 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:35,000 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742009_1185, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:35,001 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:35,004 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_429761476_1
2015-03-13 11:13:35,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:13:35,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:13:35,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:13:35,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018-1426270399171-soberoi-%5B0AF9C65FDA514824B4E73E0298AA3B3D%2F9AF5AA28F8E1482C-1426270414911-2-1-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018-1426270399171-soberoi-%5B0AF9C65FDA514824B4E73E0298AA3B3D%2F9AF5AA28F8E1482C-1426270414911-2-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:13:35,015 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0018_000001 State change from RUNNING to FINISHING
2015-03-13 11:13:35,015 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426270086855_0018
2015-03-13 11:13:35,016 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0018 State change from RUNNING to REMOVING
2015-03-13 11:13:35,016 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426270086855_0018
2015-03-13 11:13:35,016 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0018 State change from REMOVING to FINISHING
2015-03-13 11:13:35,052 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742005_1181
2015-03-13 11:13:35,052 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742009_1185
2015-03-13 11:13:35,053 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742006_1182
2015-03-13 11:13:35,053 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742008_1184
2015-03-13 11:13:35,100 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742005_1181
2015-03-13 11:13:35,101 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742009_1185
2015-03-13 11:13:35,101 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742007_1183
2015-03-13 11:13:35,101 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742006_1182
2015-03-13 11:13:35,883 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:35,883 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:13:35,883 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0018_01_000004
2015-03-13 11:13:35,884 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0018_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:13:35,884 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0018_01_000004 in state: COMPLETED event:FINISHED
2015-03-13 11:13:35,884 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0018 CONTAINERID=container_1426270086855_0018_01_000004
2015-03-13 11:13:35,884 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0018_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:13:35,884 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:13:35,885 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0018_01_000004, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:35,885 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:35,885 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:13:35,885 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0018_000001 released container container_1426270086855_0018_01_000004 on node: host: 10.1.1.144:63130 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:13:36,023 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073742000_1176 127.0.0.1:63115 127.0.0.1:63112 127.0.0.1:63105 127.0.0.1:63108
2015-03-13 11:13:36,023 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073742001_1177 127.0.0.1:63115 127.0.0.1:63105 127.0.0.1:63108 127.0.0.1:63112
2015-03-13 11:13:36,024 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073742002_1178 127.0.0.1:63108 127.0.0.1:63105 127.0.0.1:63112
2015-03-13 11:13:36,024 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073742003_1179 127.0.0.1:63112 127.0.0.1:63115 127.0.0.1:63108
2015-03-13 11:13:36,024 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073742005_1181 127.0.0.1:63108 127.0.0.1:63105 127.0.0.1:63112
2015-03-13 11:13:36,024 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073742004_1180 127.0.0.1:63105 127.0.0.1:63108 127.0.0.1:63115
2015-03-13 11:13:36,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0018 dst=null perm=null
2015-03-13 11:13:36,050 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (2/2) ...lue/true/false/false/true
2015-03-13 11:13:36,058 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:13:36,067 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:13:36,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null
2015-03-13 11:13:36,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:13:36,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:13:36,073 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 19
2015-03-13 11:13:36,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019 dst=null perm=null
2015-03-13 11:13:36,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 11:13:36,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 11:13:36,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.jar dst=null perm=null
2015-03-13 11:13:36,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:13:36,079 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.jar. BP-951401976-10.1.1.144-1426270084277 blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:13:36,080 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742010_1186 src: /127.0.0.1:64423 dest: /127.0.0.1:63108
2015-03-13 11:13:36,081 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742010_1186 src: /127.0.0.1:64424 dest: /127.0.0.1:63105
2015-03-13 11:13:36,083 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742010_1186 src: /127.0.0.1:64425 dest: /127.0.0.1:63115
2015-03-13 11:13:36,088 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64425, dest: /127.0.0.1:63115, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742010_1186, duration: 2050000
2015-03-13 11:13:36,088 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742010_1186, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:36,089 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:36,089 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64424, dest: /127.0.0.1:63105, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742010_1186, duration: 2811000
2015-03-13 11:13:36,089 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742010_1186, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:36,090 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:36,090 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64423, dest: /127.0.0.1:63108, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742010_1186, duration: 3467000
2015-03-13 11:13:36,090 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742010_1186, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:36,092 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:36,092 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.jar is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:13:36,093 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.jar
2015-03-13 11:13:36,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.jar dst=null perm=null
2015-03-13 11:13:36,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:13:36,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:13:36,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:13:36,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:13:36,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 11:13:36,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 11:13:36,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 11:13:36,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 11:13:36,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 11:13:36,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:13:36,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7566828015_lower_upper_2DABD0AE227542F5911F22A978FAE595 dst=null perm=null
2015-03-13 11:13:36,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7566828015_lower_upper_2DABD0AE227542F5911F22A978FAE595 dst=null perm=null
2015-03-13 11:13:36,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/7566828015_lower_upper_2DABD0AE227542F5911F22A978FAE595 dst=null perm=null
2015-03-13 11:13:36,107 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:13:36,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:13:36,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:13:36,110 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.split
2015-03-13 11:13:36,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.split dst=null perm=null
2015-03-13 11:13:36,111 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.split. BP-951401976-10.1.1.144-1426270084277 blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:13:36,112 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742011_1187 src: /127.0.0.1:64426 dest: /127.0.0.1:63105
2015-03-13 11:13:36,114 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742011_1187 src: /127.0.0.1:64427 dest: /127.0.0.1:63108
2015-03-13 11:13:36,115 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742011_1187 src: /127.0.0.1:64428 dest: /127.0.0.1:63112
2015-03-13 11:13:36,116 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742011_1187 src: /127.0.0.1:64429 dest: /127.0.0.1:63115
2015-03-13 11:13:36,119 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64429, dest: /127.0.0.1:63115, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742011_1187, duration: 1276000
2015-03-13 11:13:36,119 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742011_1187, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:36,119 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:36,119 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64428, dest: /127.0.0.1:63112, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742011_1187, duration: 1782000
2015-03-13 11:13:36,120 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742011_1187, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:36,120 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64427, dest: /127.0.0.1:63108, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742011_1187, duration: 2920000
2015-03-13 11:13:36,121 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:36,121 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742011_1187, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:36,121 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:36,121 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64426, dest: /127.0.0.1:63105, bytes: 358, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742011_1187, duration: 3577000
2015-03-13 11:13:36,122 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742011_1187, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:36,123 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:36,124 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.split is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:13:36,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:13:36,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:13:36,128 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.splitmetainfo. BP-951401976-10.1.1.144-1426270084277 blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:13:36,129 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742012_1188 src: /127.0.0.1:64430 dest: /127.0.0.1:63108
2015-03-13 11:13:36,131 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742012_1188 src: /127.0.0.1:64431 dest: /127.0.0.1:63115
2015-03-13 11:13:36,132 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742012_1188 src: /127.0.0.1:64432 dest: /127.0.0.1:63105
2015-03-13 11:13:36,134 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64432, dest: /127.0.0.1:63105, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742012_1188, duration: 1114000
2015-03-13 11:13:36,134 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742012_1188, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:36,135 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:13:36,135 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64431, dest: /127.0.0.1:63115, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742012_1188, duration: 1580000
2015-03-13 11:13:36,135 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742012_1188, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:36,135 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:13:36,136 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64430, dest: /127.0.0.1:63108, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742012_1188, duration: 2581000
2015-03-13 11:13:36,136 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742012_1188, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:36,137 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:13:36,138 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:13:36,138 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:1
2015-03-13 11:13:36,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:13:36,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:13:36,143 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:13:36,143 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:13:36,143 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:13:36,147 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:13:36,148 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742013_1189 src: /127.0.0.1:64433 dest: /127.0.0.1:63112
2015-03-13 11:13:36,150 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742013_1189 src: /127.0.0.1:64434 dest: /127.0.0.1:63115
2015-03-13 11:13:36,151 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742013_1189 src: /127.0.0.1:64435 dest: /127.0.0.1:63108
2015-03-13 11:13:36,154 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64435, dest: /127.0.0.1:63108, bytes: 98577, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742013_1189, duration: 1848000
2015-03-13 11:13:36,154 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742013_1189, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:36,155 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:36,155 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64434, dest: /127.0.0.1:63115, bytes: 98577, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742013_1189, duration: 2329000
2015-03-13 11:13:36,155 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742013_1189, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:36,156 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:36,156 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64433, dest: /127.0.0.1:63112, bytes: 98577, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742013_1189, duration: 3388000
2015-03-13 11:13:36,156 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742013_1189, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:36,157 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:36,158 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.xml is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:13:36,158 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426270086855_0019
2015-03-13 11:13:36,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019 dst=null perm=null
2015-03-13 11:13:36,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.xml dst=null perm=null
2015-03-13 11:13:36,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.xml dst=null perm=null
2015-03-13 11:13:36,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.jar dst=null perm=null
2015-03-13 11:13:36,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.jar dst=null perm=null
2015-03-13 11:13:36,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.split dst=null perm=null
2015-03-13 11:13:36,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.split dst=null perm=null
2015-03-13 11:13:36,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.splitmetainfo dst=null perm=null
2015-03-13 11:13:36,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.splitmetainfo dst=null perm=null
2015-03-13 11:13:36,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:13:36,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:13:36,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:13:36,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:13:36,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:13:36,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:13:36,169 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 19 submitted by user soberoi
2015-03-13 11:13:36,170 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426270086855_0019
2015-03-13 11:13:36,170 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426270086855_0019
2015-03-13 11:13:36,170 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426270086855_0019
2015-03-13 11:13:36,170 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0019 State change from NEW to NEW_SAVING
2015-03-13 11:13:36,170 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0019 State change from NEW_SAVING to SUBMITTED
2015-03-13 11:13:36,170 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426270086855_0019_000001
2015-03-13 11:13:36,171 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0019_000001 State change from NEW to SUBMITTED
2015-03-13 11:13:36,171 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426270086855_0019 from user: soberoi activated in queue: default
2015-03-13 11:13:36,171 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426270086855_0019 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@20a38b8, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-03-13 11:13:36,171 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426270086855_0019 user: soberoi leaf-queue of parent: root #applications: 2
2015-03-13 11:13:36,171 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426270086855_0019 to ResourceManager at /10.1.1.144:63128
2015-03-13 11:13:36,171 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426270086855_0019_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2015-03-13 11:13:36,172 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0019_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 11:13:36,173 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0019 State change from SUBMITTED to ACCEPTED
2015-03-13 11:13:36,174 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:63125/proxy/application_1426270086855_0019/
2015-03-13 11:13:36,174 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1426270086855_0019
2015-03-13 11:13:36,174 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:63125/proxy/application_1426270086855_0019/
2015-03-13 11:13:36,555 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0019_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:13:36,556 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0019 CONTAINERID=container_1426270086855_0019_01_000001
2015-03-13 11:13:36,556 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0019_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63142, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2015-03-13 11:13:36,556 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0019 container=Container: [ContainerId: container_1426270086855_0019_01_000001, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] containerId=container_1426270086855_0019_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:36,556 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 11:13:36,556 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0019_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:13:36,556 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:36,557 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426270086855_0019 AttemptId: appattempt_1426270086855_0019_000001 MasterContainer: Container: [ContainerId: container_1426270086855_0019_01_000001, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ]
2015-03-13 11:13:36,558 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0019_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 11:13:36,558 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426270086855_0019_000001
2015-03-13 11:13:36,558 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0019_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 11:13:36,558 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426270086855_0019_000001
2015-03-13 11:13:36,559 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426270086855_0019_01_000001, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] for AM appattempt_1426270086855_0019_000001
2015-03-13 11:13:36,559 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426270086855_0019_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 11:13:36,561 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0019_000001 (auth:SIMPLE)
2015-03-13 11:13:36,563 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0019_01_000001 by user soberoi
2015-03-13 11:13:36,563 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0019
2015-03-13 11:13:36,563 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0019 CONTAINERID=container_1426270086855_0019_01_000001
2015-03-13 11:13:36,563 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0019 transitioned from NEW to INITING
2015-03-13 11:13:36,563 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0019_01_000001 to application application_1426270086855_0019
2015-03-13 11:13:36,563 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0019 transitioned from INITING to RUNNING
2015-03-13 11:13:36,563 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426270086855_0019_01_000001, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] for AM appattempt_1426270086855_0019_000001
2015-03-13 11:13:36,564 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0019_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 11:13:36,564 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0019_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 11:13:36,564 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0019
2015-03-13 11:13:36,564 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:13:36,564 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 11:13:36,564 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.split transitioned from INIT to DOWNLOADING
2015-03-13 11:13:36,564 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:13:36,565 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0019_01_000001
2015-03-13 11:13:36,574 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1426270086855_0019_01_000001.tokens. Credentials list:
2015-03-13 11:13:36,589 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:13:36,661 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1426270086855_0019_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0019/container_1426270086855_0019_01_000001.tokens
2015-03-13 11:13:36,662 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0019 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0019
2015-03-13 11:13:36,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.jar dst=null perm=null
2015-03-13 11:13:36,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.jar dst=null perm=null
2015-03-13 11:13:36,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.jar dst=null perm=null
2015-03-13 11:13:36,733 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64439, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_184880945_7253, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742010_1186, duration: 533000
2015-03-13 11:13:36,752 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:13:36,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.splitmetainfo dst=null perm=null
2015-03-13 11:13:36,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.splitmetainfo dst=null perm=null
2015-03-13 11:13:36,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.splitmetainfo dst=null perm=null
2015-03-13 11:13:36,775 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64439, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_184880945_7253, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742012_1188, duration: 181000
2015-03-13 11:13:36,789 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:13:36,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.split dst=null perm=null
2015-03-13 11:13:36,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.split dst=null perm=null
2015-03-13 11:13:36,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.split dst=null perm=null
2015-03-13 11:13:36,814 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64440, bytes: 362, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_184880945_7253, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742011_1187, duration: 137000
2015-03-13 11:13:36,827 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:13:36,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.xml dst=null perm=null
2015-03-13 11:13:36,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.xml dst=null perm=null
2015-03-13 11:13:36,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.xml dst=null perm=null
2015-03-13 11:13:36,854 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64441, bytes: 99349, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_184880945_7253, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742013_1189, duration: 327000
2015-03-13 11:13:36,866 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:13:36,867 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0019_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:13:36,887 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:36,895 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0019_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 11:13:36,895 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:36,965 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426270086855_0019/container_1426270086855_0019_01_000001/default_container_executor.sh]
2015-03-13 11:13:37,558 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:37,558 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0019_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:13:37,889 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:38,379 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1352)) - BLOCK* ask 127.0.0.1:63115 to replicate blk_1073742010_1186 to datanode(s) 127.0.0.1:63112
2015-03-13 11:13:38,380 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63108 to delete [blk_1073742000_1176, blk_1073742001_1177, blk_1073742002_1178, blk_1073742003_1179, blk_1073742004_1180, blk_1073742005_1181]
2015-03-13 11:13:38,380 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63115 to delete [blk_1073742000_1176, blk_1073742001_1177, blk_1073742003_1179, blk_1073742004_1180]
2015-03-13 11:13:38,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:13:38,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/COMMIT_STARTED dst=null perm=null
2015-03-13 11:13:38,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/COMMIT_SUCCESS dst=null perm=null
2015-03-13 11:13:38,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/COMMIT_FAIL dst=null perm=null
2015-03-13 11:13:38,561 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:38,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019 dst=null perm=null
2015-03-13 11:13:38,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 11:13:38,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 11:13:38,870 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742010_1186
2015-03-13 11:13:38,871 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742011_1187
2015-03-13 11:13:38,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.splitmetainfo dst=null perm=null
2015-03-13 11:13:38,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.splitmetainfo dst=null perm=null
2015-03-13 11:13:38,892 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:38,939 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64443, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_271186012_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742012_1188, duration: 151000
2015-03-13 11:13:38,951 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742000 for deletion
2015-03-13 11:13:38,951 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742001_1177 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742001 for deletion
2015-03-13 11:13:38,951 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742002_1178 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742002 for deletion
2015-03-13 11:13:38,951 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742000
2015-03-13 11:13:38,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742003_1179 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742003 for deletion
2015-03-13 11:13:38,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742004_1180 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742004 for deletion
2015-03-13 11:13:38,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742001_1177 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742001
2015-03-13 11:13:38,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742002_1178 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742002
2015-03-13 11:13:38,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742003_1179 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742003
2015-03-13 11:13:38,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742005_1181 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742005 for deletion
2015-03-13 11:13:38,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742004_1180 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742004
2015-03-13 11:13:38,953 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742005_1181 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742005
2015-03-13 11:13:39,074 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742009_1185
2015-03-13 11:13:39,075 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742013_1189
2015-03-13 11:13:39,076 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742008_1184
2015-03-13 11:13:39,076 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742007_1183
2015-03-13 11:13:39,077 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742012_1188
2015-03-13 11:13:39,268 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742012_1188
2015-03-13 11:13:39,269 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742010_1186
2015-03-13 11:13:39,269 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742011_1187
2015-03-13 11:13:39,270 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742006_1182
2015-03-13 11:13:39,270 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742008_1184
2015-03-13 11:13:39,271 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742007_1183
2015-03-13 11:13:39,331 INFO datanode.DataNode (DataNode.java:transferBlock(1319)) - DatanodeRegistration(127.0.0.1, storageID=DS-1538169537-10.1.1.144-63115-1426270086031, infoPort=63116, ipcPort=63117, storageInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0) Starting thread to transfer BP-951401976-10.1.1.144-1426270084277:blk_1073742010_1186 to 127.0.0.1:63112
2015-03-13 11:13:39,332 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742000 for deletion
2015-03-13 11:13:39,332 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742001_1177 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742001 for deletion
2015-03-13 11:13:39,332 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742003_1179 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742003 for deletion
2015-03-13 11:13:39,332 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742004_1180 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742004 for deletion
2015-03-13 11:13:39,333 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742000
2015-03-13 11:13:39,333 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742003_1179 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742003
2015-03-13 11:13:39,333 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742001_1177 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742001
2015-03-13 11:13:39,334 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742004_1180 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742004
2015-03-13 11:13:39,334 INFO datanode.DataNode (DataNode.java:run(1523)) - DataTransfer: Transmitted BP-951401976-10.1.1.144-1426270084277:blk_1073742010_1186 (numBytes=254067) to /127.0.0.1:63112
2015-03-13 11:13:39,335 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742010_1186 src: /127.0.0.1:64446 dest: /127.0.0.1:63112
2015-03-13 11:13:39,337 INFO datanode.DataNode (DataXceiver.java:writeBlock(594)) - Received BP-951401976-10.1.1.144-1426270084277:blk_1073742010_1186 src: /127.0.0.1:64446 dest: /127.0.0.1:63112 of size 254067
2015-03-13 11:13:39,338 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073742010_1186 size 254067
2015-03-13 11:13:39,474 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742013_1189
2015-03-13 11:13:39,567 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:39,746 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0019_000001 (auth:SIMPLE)
2015-03-13 11:13:39,747 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426270086855_0019_000001
2015-03-13 11:13:39,748 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426270086855_0019 APPATTEMPTID=appattempt_1426270086855_0019_000001
2015-03-13 11:13:39,748 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0019_000001 State change from LAUNCHED to RUNNING
2015-03-13 11:13:39,748 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0019 State change from ACCEPTED to RUNNING
2015-03-13 11:13:39,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job_1426270086855_0019_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:39,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:13:39,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job_1426270086855_0019_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:39,895 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:39,961 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job_1426270086855_0019_1_conf.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:13:40,002 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742014_1190 src: /127.0.0.1:64450 dest: /127.0.0.1:63112
2015-03-13 11:13:40,004 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742014_1190 src: /127.0.0.1:64451 dest: /127.0.0.1:63105
2015-03-13 11:13:40,005 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742014_1190 src: /127.0.0.1:64452 dest: /127.0.0.1:63108
2015-03-13 11:13:40,014 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64452, dest: /127.0.0.1:63108, bytes: 91195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_271186012_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742014_1190, duration: 6486000
2015-03-13 11:13:40,014 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742014_1190, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:40,014 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:40,015 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64451, dest: /127.0.0.1:63105, bytes: 91195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_271186012_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742014_1190, duration: 7380000
2015-03-13 11:13:40,015 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742014_1190, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:40,015 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64450, dest: /127.0.0.1:63112, bytes: 91195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_271186012_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742014_1190, duration: 8340000
2015-03-13 11:13:40,016 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742014_1190, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:40,016 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:40,016 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:40,021 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job_1426270086855_0019_1_conf.xml is closed by DFSClient_NONMAPREDUCE_271186012_1
2015-03-13 11:13:40,061 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742012_1188
2015-03-13 11:13:40,061 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742011_1187
2015-03-13 11:13:40,062 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742014_1190
2015-03-13 11:13:40,063 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742010_1186
2015-03-13 11:13:40,109 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742014_1190
2015-03-13 11:13:40,110 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742013_1189
2015-03-13 11:13:40,314 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742010_1186
2015-03-13 11:13:40,314 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742011_1187
2015-03-13 11:13:40,569 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:40,826 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0019_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:13:40,826 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0019 CONTAINERID=container_1426270086855_0019_01_000002
2015-03-13 11:13:40,826 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0019_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 11:13:40,826 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0019 container=Container: [ContainerId: container_1426270086855_0019_01_000002, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0019_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:40,827 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-03-13 11:13:40,827 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:40,901 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:41,161 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1426270086855_0018_01_000001 succeeded
2015-03-13 11:13:41,161 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0018_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-03-13 11:13:41,161 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0018_01_000001
2015-03-13 11:13:41,170 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0018/container_1426270086855_0018_01_000001
2015-03-13 11:13:41,170 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0018/container_1426270086855_0018_01_000001
2015-03-13 11:13:41,170 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0018 CONTAINERID=container_1426270086855_0018_01_000001
2015-03-13 11:13:41,170 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0018/container_1426270086855_0018_01_000001
2015-03-13 11:13:41,170 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0018/container_1426270086855_0018_01_000001
2015-03-13 11:13:41,170 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0018_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-03-13 11:13:41,170 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0018_01_000001 from application application_1426270086855_0018
2015-03-13 11:13:41,171 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:41,171 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0018
2015-03-13 11:13:41,383 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63112 to delete [blk_1073742000_1176, blk_1073742001_1177, blk_1073742002_1178, blk_1073742003_1179, blk_1073742005_1181]
2015-03-13 11:13:41,383 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63105 to delete [blk_1073742000_1176, blk_1073742001_1177, blk_1073742002_1178, blk_1073742004_1180, blk_1073742005_1181]
2015-03-13 11:13:41,570 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:41,782 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0019_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:13:41,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.jar dst=null perm=null
2015-03-13 11:13:41,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.jar dst=null perm=null
2015-03-13 11:13:41,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.xml dst=null perm=null
2015-03-13 11:13:41,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.xml dst=null perm=null
2015-03-13 11:13:41,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:13:41,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:13:41,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:13:41,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:13:41,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:13:41,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:13:41,897 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0019_000001 (auth:SIMPLE)
2015-03-13 11:13:41,899 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0019_01_000002 by user soberoi
2015-03-13 11:13:41,900 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0019
2015-03-13 11:13:41,900 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0019 CONTAINERID=container_1426270086855_0019_01_000002
2015-03-13 11:13:41,900 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0019 transitioned from NEW to INITING
2015-03-13 11:13:41,900 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0019_01_000002 to application application_1426270086855_0019
2015-03-13 11:13:41,900 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0019 transitioned from INITING to RUNNING
2015-03-13 11:13:41,901 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0019_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 11:13:41,901 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0019
2015-03-13 11:13:41,901 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0019
2015-03-13 11:13:41,901 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:13:41,901 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0019
2015-03-13 11:13:41,901 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:13:41,901 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:13:41,902 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0019_01_000002
2015-03-13 11:13:41,902 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 18 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_COMPLETE diagnostics: "" exit_status: 0
2015-03-13 11:13:41,902 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0018_01_000001
2015-03-13 11:13:41,903 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0018_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:13:41,903 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0018_01_000001 in state: COMPLETED event:FINISHED
2015-03-13 11:13:41,903 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0018 CONTAINERID=container_1426270086855_0018_01_000001
2015-03-13 11:13:41,903 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0018_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63130, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:13:41,903 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-03-13 11:13:41,903 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0018_01_000001, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:41,903 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(550)) - Unregistering app attempt : appattempt_1426270086855_0018_000001
2015-03-13 11:13:41,903 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0018_000001 State change from FINISHING to FINISHED
2015-03-13 11:13:41,903 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0018 State change from FINISHING to FINISHED
2015-03-13 11:13:41,904 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1426270086855_0018
2015-03-13 11:13:41,904 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(166)) - appId=application_1426270086855_0018,name=[0AF9C65FDA514824B4E73E0298AA3B3D/9AF5AA28F8E1482C90C48A0633E976F1] lower*upper/(1/2),user=soberoi,queue=default,state=FINISHED,trackingUrl=Edinburgh.local:63125/proxy/application_1426270086855_0018/jobhistory/job/job_1426270086855_0018,appMasterHost=Edinburgh.local,startTime=1426270399171,finishTime=1426270415016,finalStatus=SUCCEEDED
2015-03-13 11:13:41,903 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:41,904 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2015-03-13 11:13:41,904 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0018_000001 released container container_1426270086855_0018_01_000001 on node: host: 10.1.1.144:63130 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:13:41,904 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplication(470)) - Application appattempt_1426270086855_0018_000001 is done. finalState=FINISHED
2015-03-13 11:13:41,904 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1426270086855_0018_000001
2015-03-13 11:13:41,904 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1426270086855_0018 requests cleared
2015-03-13 11:13:41,904 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(779)) - Application removed - appId: application_1426270086855_0018 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-03-13 11:13:41,904 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(510)) - Application removed - appId: application_1426270086855_0018 user: soberoi leaf-queue of parent: root #applications: 1
2015-03-13 11:13:41,907 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0018_000001 (auth:SIMPLE)
2015-03-13 11:13:41,909 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0018_01_000001
2015-03-13 11:13:41,915 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1426270086855_0019_01_000002.tokens. Credentials list:
2015-03-13 11:13:41,930 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:13:41,951 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742000 for deletion
2015-03-13 11:13:41,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742001_1177 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742001 for deletion
2015-03-13 11:13:41,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742002_1178 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742002 for deletion
2015-03-13 11:13:41,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742004_1180 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742004 for deletion
2015-03-13 11:13:41,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742001_1177 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742001
2015-03-13 11:13:41,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742005_1181 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742005 for deletion
2015-03-13 11:13:41,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742000
2015-03-13 11:13:41,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742004_1180 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742004
2015-03-13 11:13:41,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742002_1178 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742002
2015-03-13 11:13:41,953 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742005_1181 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742005
2015-03-13 11:13:42,002 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1426270086855_0019_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0019/container_1426270086855_0019_01_000002.tokens
2015-03-13 11:13:42,003 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0019 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0019
2015-03-13 11:13:42,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.jar dst=null perm=null
2015-03-13 11:13:42,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.jar dst=null perm=null
2015-03-13 11:13:42,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.jar dst=null perm=null
2015-03-13 11:13:42,075 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64457, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1975530930_7358, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742010_1186, duration: 500000
2015-03-13 11:13:42,094 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:13:42,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.xml dst=null perm=null
2015-03-13 11:13:42,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.xml dst=null perm=null
2015-03-13 11:13:42,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.xml dst=null perm=null
2015-03-13 11:13:42,120 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64458, bytes: 99349, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1975530930_7358, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742013_1189, duration: 320000
2015-03-13 11:13:42,134 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:13:42,134 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0019_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:13:42,161 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0019_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 11:13:42,162 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:42,181 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742000 for deletion
2015-03-13 11:13:42,181 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742001_1177 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742001 for deletion
2015-03-13 11:13:42,182 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742002_1178 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742002 for deletion
2015-03-13 11:13:42,182 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742000_1176 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742000
2015-03-13 11:13:42,182 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742003_1179 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742003 for deletion
2015-03-13 11:13:42,182 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742005_1181 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742005 for deletion
2015-03-13 11:13:42,182 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742001_1177 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742001
2015-03-13 11:13:42,182 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742002_1178 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742002
2015-03-13 11:13:42,182 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742003_1179 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742003
2015-03-13 11:13:42,182 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742005_1181 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742005
2015-03-13 11:13:42,231 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0019/container_1426270086855_0019_01_000002/default_container_executor.sh]
2015-03-13 11:13:42,571 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:42,800 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:13:42,828 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:42,828 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0019_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:13:42,904 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0018 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:13:42,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0018
2015-03-13 11:13:42,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0018
2015-03-13 11:13:42,904 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0018
2015-03-13 11:13:42,904 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0018 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:13:42,904 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0018, with delay of 10800 seconds
2015-03-13 11:13:42,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0018
2015-03-13 11:13:42,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0018
2015-03-13 11:13:43,572 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:43,832 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:44,085 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742014_1190
2015-03-13 11:13:44,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.split dst=null perm=null
2015-03-13 11:13:44,378 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64461, bytes: 362, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0019_m_000000_0_-226994069_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742011_1187, duration: 186000
2015-03-13 11:13:44,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/7566828015_lower_upper_2DABD0AE227542F5911F22A978FAE595/part-00000 dst=null perm=null
2015-03-13 11:13:44,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-soberoi/7566828015_lower_upper_2DABD0AE227542F5911F22A978FAE595/part-00000 dst=null perm=null
2015-03-13 11:13:44,438 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64461, bytes: 716, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0019_m_000000_0_-226994069_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742006_1182, duration: 193000
2015-03-13 11:13:44,575 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:44,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/_temporary/attempt_1426270086855_0019_m_000000_0 dst=null perm=null
2015-03-13 11:13:44,662 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0019_01_000002
2015-03-13 11:13:44,663 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0019 CONTAINERID=container_1426270086855_0019_01_000002
2015-03-13 11:13:44,663 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0019_01_000002 transitioned from RUNNING to KILLING
2015-03-13 11:13:44,663 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0019_01_000002
2015-03-13 11:13:44,663 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:13:44,672 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0019_01_000002 is : 143
2015-03-13 11:13:44,677 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job_1426270086855_0019_1.jhist. BP-951401976-10.1.1.144-1426270084277 blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:13:44,678 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742015_1191 src: /127.0.0.1:64462 dest: /127.0.0.1:63115
2015-03-13 11:13:44,680 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742015_1191 src: /127.0.0.1:64463 dest: /127.0.0.1:63105
2015-03-13 11:13:44,681 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742015_1191 src: /127.0.0.1:64464 dest: /127.0.0.1:63108
2015-03-13 11:13:44,684 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0019_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:13:44,684 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0019/container_1426270086855_0019_01_000002
2015-03-13 11:13:44,685 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0019 CONTAINERID=container_1426270086855_0019_01_000002
2015-03-13 11:13:44,685 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0019_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:13:44,685 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0019_01_000002 from application application_1426270086855_0019
2015-03-13 11:13:44,685 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:44,685 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0019
2015-03-13 11:13:44,685 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0019/container_1426270086855_0019_01_000002
2015-03-13 11:13:44,685 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0019/container_1426270086855_0019_01_000002
2015-03-13 11:13:44,686 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0019/container_1426270086855_0019_01_000002
2015-03-13 11:13:44,687 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job_1426270086855_0019_1.jhist for DFSClient_NONMAPREDUCE_271186012_1
2015-03-13 11:13:45,581 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:45,669 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:13:45,669 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0019_01_000002
2015-03-13 11:13:45,670 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0019_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:13:45,670 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0019_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 11:13:45,670 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0019 CONTAINERID=container_1426270086855_0019_01_000002
2015-03-13 11:13:45,670 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0019_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:13:45,670 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:13:45,671 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0019_01_000002, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:45,671 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:45,671 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:13:45,671 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0019_000001 released container container_1426270086855_0019_01_000002 on node: host: 10.1.1.144:63134 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:13:45,920 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0019_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:13:45,920 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0019 CONTAINERID=container_1426270086855_0019_01_000003
2015-03-13 11:13:45,920 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0019_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 11:13:45,920 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0019 container=Container: [ContainerId: container_1426270086855_0019_01_000003, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] containerId=container_1426270086855_0019_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:45,920 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:13:45,920 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:46,583 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:46,820 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0019_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:13:46,832 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0019_000001 (auth:SIMPLE)
2015-03-13 11:13:46,834 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0019_01_000003 by user soberoi
2015-03-13 11:13:46,835 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0019
2015-03-13 11:13:46,835 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0019 CONTAINERID=container_1426270086855_0019_01_000003
2015-03-13 11:13:46,835 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0019 transitioned from NEW to INITING
2015-03-13 11:13:46,835 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0019_01_000003 to application application_1426270086855_0019
2015-03-13 11:13:46,835 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0019 transitioned from INITING to RUNNING
2015-03-13 11:13:46,836 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0019_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 11:13:46,836 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0019
2015-03-13 11:13:46,836 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0019
2015-03-13 11:13:46,836 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:13:46,836 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0019
2015-03-13 11:13:46,836 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:13:46,837 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:13:46,837 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0019_01_000003
2015-03-13 11:13:46,846 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1426270086855_0019_01_000003.tokens. Credentials list:
2015-03-13 11:13:46,862 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:13:46,921 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:46,921 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0019_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:13:46,933 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1426270086855_0019_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0019/container_1426270086855_0019_01_000003.tokens
2015-03-13 11:13:46,933 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0019 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0019
2015-03-13 11:13:47,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.jar dst=null perm=null
2015-03-13 11:13:47,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.jar dst=null perm=null
2015-03-13 11:13:47,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.jar dst=null perm=null
2015-03-13 11:13:47,021 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64468, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-303302236_7446, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742010_1186, duration: 1589000
2015-03-13 11:13:47,045 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:13:47,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.xml dst=null perm=null
2015-03-13 11:13:47,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.xml dst=null perm=null
2015-03-13 11:13:47,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.xml dst=null perm=null
2015-03-13 11:13:47,073 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64469, bytes: 99349, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-303302236_7446, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742013_1189, duration: 333000
2015-03-13 11:13:47,086 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:13:47,086 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0019_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:13:47,114 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0019_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 11:13:47,114 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:47,181 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0019/container_1426270086855_0019_01_000003/default_container_executor.sh]
2015-03-13 11:13:47,589 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:47,827 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:13:47,923 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:48,593 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:48,924 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:49,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/_temporary/attempt_1426270086855_0019_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:49,595 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/_temporary/attempt_1426270086855_0019_r_000000_0/part-00000. BP-951401976-10.1.1.144-1426270084277 blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:13:49,596 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:49,652 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742016_1192 src: /127.0.0.1:64473 dest: /127.0.0.1:63112
2015-03-13 11:13:49,653 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742016_1192 src: /127.0.0.1:64474 dest: /127.0.0.1:63105
2015-03-13 11:13:49,654 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742016_1192 src: /127.0.0.1:64475 dest: /127.0.0.1:63115
2015-03-13 11:13:49,664 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64475, dest: /127.0.0.1:63115, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0019_r_000000_0_1045011509_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742016_1192, duration: 8291000
2015-03-13 11:13:49,664 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742016_1192, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:49,665 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:49,665 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64474, dest: /127.0.0.1:63105, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0019_r_000000_0_1045011509_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742016_1192, duration: 8907000
2015-03-13 11:13:49,665 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742016_1192, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:49,665 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:49,666 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64473, dest: /127.0.0.1:63112, bytes: 708, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0019_r_000000_0_1045011509_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742016_1192, duration: 9922000
2015-03-13 11:13:49,666 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742016_1192, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:49,666 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:49,669 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/_temporary/attempt_1426270086855_0019_r_000000_0/part-00000 is closed by DFSClient_attempt_1426270086855_0019_r_000000_0_1045011509_1
2015-03-13 11:13:49,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/_temporary/attempt_1426270086855_0019_r_000000_0 dst=null perm=null
2015-03-13 11:13:49,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/_temporary/attempt_1426270086855_0019_r_000000_0 dst=null perm=null
2015-03-13 11:13:49,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/task_1426270086855_0019_r_000000 dst=null perm=null
2015-03-13 11:13:49,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/_temporary/attempt_1426270086855_0019_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/task_1426270086855_0019_r_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:13:49,695 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0019_01_000003
2015-03-13 11:13:49,695 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0019 CONTAINERID=container_1426270086855_0019_01_000003
2015-03-13 11:13:49,695 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0019_01_000003 transitioned from RUNNING to KILLING
2015-03-13 11:13:49,696 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0019_01_000003
2015-03-13 11:13:49,696 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:13:49,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:49,703 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_271186012_1
2015-03-13 11:13:49,706 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0019_01_000003 is : 143
2015-03-13 11:13:49,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1 dst=null perm=null
2015-03-13 11:13:49,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null
2015-03-13 11:13:49,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null
2015-03-13 11:13:49,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/task_1426270086855_0019_r_000000 dst=null perm=null
2015-03-13 11:13:49,716 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0019_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:13:49,716 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0019/container_1426270086855_0019_01_000003
2015-03-13 11:13:49,716 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0019/container_1426270086855_0019_01_000003
2015-03-13 11:13:49,717 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0019/container_1426270086855_0019_01_000003
2015-03-13 11:13:49,717 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0019/container_1426270086855_0019_01_000003
2015-03-13 11:13:49,717 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0019 CONTAINERID=container_1426270086855_0019_01_000003
2015-03-13 11:13:49,717 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0019_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:13:49,717 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0019_01_000003 from application application_1426270086855_0019
2015-03-13 11:13:49,717 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:49,717 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0019
2015-03-13 11:13:49,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/part-00000 dst=null perm=null
2015-03-13 11:13:49,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary/1/task_1426270086855_0019_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:49,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary dst=null perm=null
2015-03-13 11:13:49,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:49,730 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_SUCCESS is closed by DFSClient_NONMAPREDUCE_271186012_1
2015-03-13 11:13:49,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:49,733 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_271186012_1
2015-03-13 11:13:49,746 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64464, dest: /127.0.0.1:63108, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_271186012_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742015_1191, duration: 5063780000
2015-03-13 11:13:49,746 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742015_1191, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:49,747 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:49,748 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64463, dest: /127.0.0.1:63105, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_271186012_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742015_1191, duration: 5064683000
2015-03-13 11:13:49,748 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742015_1191, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:49,748 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:49,749 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64462, dest: /127.0.0.1:63115, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_271186012_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742015_1191, duration: 5066028000
2015-03-13 11:13:49,749 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742015_1191, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:49,749 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:49,750 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job_1426270086855_0019_1.jhist is closed by DFSClient_NONMAPREDUCE_271186012_1
2015-03-13 11:13:49,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:49,754 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019.summary_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]}
2015-03-13 11:13:49,756 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742017_1193 src: /127.0.0.1:64476 dest: /127.0.0.1:63108
2015-03-13 11:13:49,757 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742017_1193 src: /127.0.0.1:64477 dest: /127.0.0.1:63115
2015-03-13 11:13:49,759 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742017_1193 src: /127.0.0.1:64478 dest: /127.0.0.1:63105
2015-03-13 11:13:49,761 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64478, dest: /127.0.0.1:63105, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_271186012_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742017_1193, duration: 1423000
2015-03-13 11:13:49,761 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742017_1193, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:49,762 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:13:49,762 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64477, dest: /127.0.0.1:63115, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_271186012_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742017_1193, duration: 1964000
2015-03-13 11:13:49,762 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742017_1193, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:49,763 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:13:49,763 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64476, dest: /127.0.0.1:63108, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_271186012_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742017_1193, duration: 2814000
2015-03-13 11:13:49,763 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742017_1193, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:49,763 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW]]} size 0
2015-03-13 11:13:49,765 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019.summary_tmp is closed by DFSClient_NONMAPREDUCE_271186012_1
2015-03-13 11:13:49,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:13:49,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job_1426270086855_0019_1.jhist dst=null perm=null
2015-03-13 11:13:49,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019-1426270416169-soberoi-%5B0AF9C65FDA514824B4E73E0298AA3B3D%2F976BCE4608C44AEA-1426270429734-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:13:49,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job_1426270086855_0019_1.jhist dst=null perm=null
2015-03-13 11:13:49,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019-1426270416169-soberoi-%5B0AF9C65FDA514824B4E73E0298AA3B3D%2F976BCE4608C44AEA-1426270429734-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:13:49,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job_1426270086855_0019_1.jhist dst=null perm=null
2015-03-13 11:13:49,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019-1426270416169-soberoi-%5B0AF9C65FDA514824B4E73E0298AA3B3D%2F976BCE4608C44AEA-1426270429734-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:49,783 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64479, bytes: 36949, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_271186012_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742015_1191, duration: 197000
2015-03-13 11:13:49,785 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019-1426270416169-soberoi-%5B0AF9C65FDA514824B4E73E0298AA3B3D%2F976BCE4608C44AEA-1426270429734-1-1-SUCCEEDED-default.jhist_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]}
2015-03-13 11:13:49,786 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742018_1194 src: /127.0.0.1:64480 dest: /127.0.0.1:63115
2015-03-13 11:13:49,788 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742018_1194 src: /127.0.0.1:64481 dest: /127.0.0.1:63105
2015-03-13 11:13:49,789 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742018_1194 src: /127.0.0.1:64482 dest: /127.0.0.1:63112
2015-03-13 11:13:49,792 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64482, dest: /127.0.0.1:63112, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_271186012_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742018_1194, duration: 2364000
2015-03-13 11:13:49,793 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742018_1194, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:49,793 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:13:49,793 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64481, dest: /127.0.0.1:63105, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_271186012_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742018_1194, duration: 2969000
2015-03-13 11:13:49,794 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742018_1194, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:49,794 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:13:49,794 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64480, dest: /127.0.0.1:63115, bytes: 36661, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_271186012_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742018_1194, duration: 4078000
2015-03-13 11:13:49,795 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742018_1194, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:49,796 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW]]} size 0
2015-03-13 11:13:49,796 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019-1426270416169-soberoi-%5B0AF9C65FDA514824B4E73E0298AA3B3D%2F976BCE4608C44AEA-1426270429734-1-1-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_271186012_1
2015-03-13 11:13:49,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019-1426270416169-soberoi-%5B0AF9C65FDA514824B4E73E0298AA3B3D%2F976BCE4608C44AEA-1426270429734-1-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:13:49,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job_1426270086855_0019_1_conf.xml dst=null perm=null
2015-03-13 11:13:49,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019_conf.xml_tmp dst=null perm=null
2015-03-13 11:13:49,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job_1426270086855_0019_1_conf.xml dst=null perm=null
2015-03-13 11:13:49,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019_conf.xml_tmp dst=null perm=null
2015-03-13 11:13:49,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019/job_1426270086855_0019_1_conf.xml dst=null perm=null
2015-03-13 11:13:49,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:49,808 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64483, bytes: 91911, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_271186012_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742014_1190, duration: 281000
2015-03-13 11:13:49,810 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019_conf.xml_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:13:49,812 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742019_1195 src: /127.0.0.1:64484 dest: /127.0.0.1:63105
2015-03-13 11:13:49,813 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742019_1195 src: /127.0.0.1:64485 dest: /127.0.0.1:63115
2015-03-13 11:13:49,814 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742019_1195 src: /127.0.0.1:64486 dest: /127.0.0.1:63108
2015-03-13 11:13:49,819 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64486, dest: /127.0.0.1:63108, bytes: 91195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_271186012_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742019_1195, duration: 3193000
2015-03-13 11:13:49,819 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742019_1195, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:49,820 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:49,820 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64485, dest: /127.0.0.1:63115, bytes: 91195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_271186012_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742019_1195, duration: 3098000
2015-03-13 11:13:49,820 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742019_1195, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:49,821 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64484, dest: /127.0.0.1:63105, bytes: 91195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_271186012_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742019_1195, duration: 4501000
2015-03-13 11:13:49,821 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:49,821 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742019_1195, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:49,822 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:49,824 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_271186012_1
2015-03-13 11:13:49,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:13:49,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:13:49,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:13:49,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019-1426270416169-soberoi-%5B0AF9C65FDA514824B4E73E0298AA3B3D%2F976BCE4608C44AEA-1426270429734-1-1-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019-1426270416169-soberoi-%5B0AF9C65FDA514824B4E73E0298AA3B3D%2F976BCE4608C44AEA-1426270429734-1-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:13:49,839 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0019_000001 State change from RUNNING to FINISHING
2015-03-13 11:13:49,840 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426270086855_0019
2015-03-13 11:13:49,840 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0019 State change from RUNNING to REMOVING
2015-03-13 11:13:49,840 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426270086855_0019
2015-03-13 11:13:49,840 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0019 State change from REMOVING to FINISHING
2015-03-13 11:13:50,073 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742019_1195
2015-03-13 11:13:50,073 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742018_1194
2015-03-13 11:13:50,073 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742016_1192
2015-03-13 11:13:50,074 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742015_1191
2015-03-13 11:13:50,074 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742017_1193
2015-03-13 11:13:50,322 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742016_1192
2015-03-13 11:13:50,323 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742018_1194
2015-03-13 11:13:50,601 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:50,701 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:13:50,701 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0019_01_000003
2015-03-13 11:13:50,702 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0019_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:13:50,702 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0019_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 11:13:50,702 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0019 CONTAINERID=container_1426270086855_0019_01_000003
2015-03-13 11:13:50,703 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0019_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63130, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:13:50,703 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:13:50,703 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0019_01_000003, NodeId: 10.1.1.144:63130, NodeHttpAddress: 10.1.1.144:63133, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63130 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:50,703 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:50,703 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:13:50,704 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0019_000001 released container container_1426270086855_0019_01_000003 on node: host: 10.1.1.144:63130 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:13:50,851 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073742010_1186 127.0.0.1:63108 127.0.0.1:63105 127.0.0.1:63115 127.0.0.1:63112
2015-03-13 11:13:50,851 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073742011_1187 127.0.0.1:63105 127.0.0.1:63108 127.0.0.1:63112 127.0.0.1:63115
2015-03-13 11:13:50,852 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073742012_1188 127.0.0.1:63108 127.0.0.1:63115 127.0.0.1:63105
2015-03-13 11:13:50,852 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073742013_1189 127.0.0.1:63112 127.0.0.1:63115 127.0.0.1:63108
2015-03-13 11:13:50,852 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073742015_1191 127.0.0.1:63115 127.0.0.1:63105 127.0.0.1:63108
2015-03-13 11:13:50,852 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073742014_1190 127.0.0.1:63112 127.0.0.1:63105 127.0.0.1:63108
2015-03-13 11:13:50,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0019 dst=null perm=null
2015-03-13 11:13:50,882 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073742006_1182 127.0.0.1:63105 127.0.0.1:63115 127.0.0.1:63112
2015-03-13 11:13:50,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/7566828015_lower_upper_2DABD0AE227542F5911F22A978FAE595 dst=null perm=null
2015-03-13 11:13:50,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null
2015-03-13 11:13:50,883 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary
2015-03-13 11:13:50,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/_temporary dst=null perm=null
2015-03-13 11:13:50,892 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:13:50,893 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:13:50,893 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:13:50,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null
2015-03-13 11:13:50,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null
2015-03-13 11:13:50,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null
2015-03-13 11:13:50,896 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:13:50,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/part-00000 dst=null perm=null
2015-03-13 11:13:50,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/part-00000 dst=null perm=null
2015-03-13 11:13:50,899 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64488, bytes: 716, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742016_1192, duration: 186000
2015-03-13 11:13:50,906 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:13:50,906 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:13:50,907 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:13:50,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null
2015-03-13 11:13:50,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null
2015-03-13 11:13:50,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null
2015-03-13 11:13:50,909 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:13:50,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/part-00000 dst=null perm=null
2015-03-13 11:13:50,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/part-00000 dst=null perm=null
2015-03-13 11:13:50,912 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64489, bytes: 716, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742016_1192, duration: 174000
2015-03-13 11:13:50,913 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output//hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true
2015-03-13 11:13:50,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null
2015-03-13 11:13:50,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null
2015-03-13 11:13:50,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null
2015-03-13 11:13:50,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true dst=null perm=null
2015-03-13 11:13:50,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/part-00000 dst=null perm=null
2015-03-13 11:13:50,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/rawbyteskeyvalue/true/false/false/true/part-00000 dst=null perm=null
2015-03-13 11:13:50,918 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64488, bytes: 716, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742016_1192, duration: 128000
2015-03-13 11:13:50,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:13:50,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:13:50,931 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:13:50,933 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-03-13 11:13:50,933 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-03-13 11:13:50,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null
2015-03-13 11:13:50,948 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting
2015-03-13 11:13:50,949 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt"]
2015-03-13 11:13:50,949 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt"]
2015-03-13 11:13:50,949 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] sink: Hfs["SequenceFile[[UNKNOWN]->[0:9]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable"]
2015-03-13 11:13:50,949 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] parallel execution is enabled: true
2015-03-13 11:13:50,949 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] starting jobs: 1
2015-03-13 11:13:50,949 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lower*upper] allocating threads: 1
2015-03-13 11:13:50,952 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...platform/customerwritable
2015-03-13 11:13:50,959 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:13:50,967 INFO client.RMProxy (RMProxy.java:createRMProxy(56)) - Connecting to ResourceManager at /10.1.1.144:63128
2015-03-13 11:13:50,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null
2015-03-13 11:13:50,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:13:50,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:13:50,973 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(209)) - Allocated new applicationId: 20
2015-03-13 11:13:50,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020 dst=null perm=null
2015-03-13 11:13:50,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020 dst=null perm=soberoi:supergroup:rwxr-xr-x
2015-03-13 11:13:50,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020 dst=null perm=soberoi:supergroup:rwx------
2015-03-13 11:13:50,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.jar dst=null perm=null
2015-03-13 11:13:50,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:13:50,980 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.jar. BP-951401976-10.1.1.144-1426270084277 blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:13:50,981 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742020_1196 src: /127.0.0.1:64491 dest: /127.0.0.1:63112
2015-03-13 11:13:50,982 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742020_1196 src: /127.0.0.1:64492 dest: /127.0.0.1:63108
2015-03-13 11:13:50,984 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742020_1196 src: /127.0.0.1:64493 dest: /127.0.0.1:63115
2015-03-13 11:13:50,989 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64493, dest: /127.0.0.1:63115, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742020_1196, duration: 3541000
2015-03-13 11:13:50,989 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742020_1196, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:50,989 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:50,990 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64492, dest: /127.0.0.1:63108, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742020_1196, duration: 3655000
2015-03-13 11:13:50,990 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742020_1196, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:50,990 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:50,990 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64491, dest: /127.0.0.1:63112, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742020_1196, duration: 5092000
2015-03-13 11:13:50,991 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742020_1196, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:50,992 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:50,992 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.jar is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:13:50,993 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.jar
2015-03-13 11:13:50,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.jar dst=null perm=null
2015-03-13 11:13:50,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.jar dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:13:50,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:13:50,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:13:50,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:13:50,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2015-03-13 11:13:50,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null
2015-03-13 11:13:50,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null
2015-03-13 11:13:51,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2015-03-13 11:13:51,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2015-03-13 11:13:51,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:13:51,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:13:51,003 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:13:51,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:13:51,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:13:51,004 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:13:51,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:13:51,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:13:51,006 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:13:51,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:13:51,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:13:51,008 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:13:51,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:13:51,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:13:51,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.split dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:13:51,012 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2391)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.split
2015-03-13 11:13:51,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.split dst=null perm=null
2015-03-13 11:13:51,014 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.split. BP-951401976-10.1.1.144-1426270084277 blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:13:51,016 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742021_1197 src: /127.0.0.1:64494 dest: /127.0.0.1:63112
2015-03-13 11:13:51,017 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742021_1197 src: /127.0.0.1:64495 dest: /127.0.0.1:63105
2015-03-13 11:13:51,019 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742021_1197 src: /127.0.0.1:64496 dest: /127.0.0.1:63108
2015-03-13 11:13:51,020 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742021_1197 src: /127.0.0.1:64497 dest: /127.0.0.1:63115
2015-03-13 11:13:51,023 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64497, dest: /127.0.0.1:63115, bytes: 2137, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742021_1197, duration: 1612000
2015-03-13 11:13:51,024 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742021_1197, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:51,024 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:51,024 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64496, dest: /127.0.0.1:63108, bytes: 2137, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742021_1197, duration: 1819000
2015-03-13 11:13:51,024 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742021_1197, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:51,025 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:51,025 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64495, dest: /127.0.0.1:63105, bytes: 2137, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742021_1197, duration: 2876000
2015-03-13 11:13:51,025 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742021_1197, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:51,026 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:51,026 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64494, dest: /127.0.0.1:63112, bytes: 2137, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742021_1197, duration: 3862000
2015-03-13 11:13:51,026 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742021_1197, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:51,027 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:51,029 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.split is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:13:51,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:13:51,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:13:51,033 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.splitmetainfo. BP-951401976-10.1.1.144-1426270084277 blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:13:51,035 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742022_1198 src: /127.0.0.1:64498 dest: /127.0.0.1:63105
2015-03-13 11:13:51,036 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742022_1198 src: /127.0.0.1:64499 dest: /127.0.0.1:63108
2015-03-13 11:13:51,038 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742022_1198 src: /127.0.0.1:64500 dest: /127.0.0.1:63115
2015-03-13 11:13:51,041 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64500, dest: /127.0.0.1:63115, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742022_1198, duration: 1443000
2015-03-13 11:13:51,041 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742022_1198, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:51,041 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:51,042 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64499, dest: /127.0.0.1:63108, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742022_1198, duration: 1774000
2015-03-13 11:13:51,042 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742022_1198, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:51,042 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:51,042 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64498, dest: /127.0.0.1:63105, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742022_1198, duration: 2647000
2015-03-13 11:13:51,043 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742022_1198, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:51,044 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:51,045 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:13:51,045 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:6
2015-03-13 11:13:51,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:13:51,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.xml dst=null perm=soberoi:supergroup:rw-r--r--
2015-03-13 11:13:51,049 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:13:51,050 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:13:51,050 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:13:51,053 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:13:51,055 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742023_1199 src: /127.0.0.1:64501 dest: /127.0.0.1:63108
2015-03-13 11:13:51,056 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742023_1199 src: /127.0.0.1:64502 dest: /127.0.0.1:63105
2015-03-13 11:13:51,058 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742023_1199 src: /127.0.0.1:64503 dest: /127.0.0.1:63115
2015-03-13 11:13:51,061 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64503, dest: /127.0.0.1:63115, bytes: 99793, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742023_1199, duration: 1710000
2015-03-13 11:13:51,061 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742023_1199, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:51,062 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:51,062 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64502, dest: /127.0.0.1:63105, bytes: 99793, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742023_1199, duration: 1764000
2015-03-13 11:13:51,062 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742023_1199, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:51,062 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:51,063 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64501, dest: /127.0.0.1:63108, bytes: 99793, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742023_1199, duration: 2913000
2015-03-13 11:13:51,063 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742023_1199, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:51,064 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:13:51,065 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.xml is closed by DFSClient_NONMAPREDUCE_-896385827_9
2015-03-13 11:13:51,065 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_1426270086855_0020
2015-03-13 11:13:51,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020 dst=null perm=null
2015-03-13 11:13:51,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.xml dst=null perm=null
2015-03-13 11:13:51,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.xml dst=null perm=null
2015-03-13 11:13:51,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.jar dst=null perm=null
2015-03-13 11:13:51,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.jar dst=null perm=null
2015-03-13 11:13:51,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.split dst=null perm=null
2015-03-13 11:13:51,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.split dst=null perm=null
2015-03-13 11:13:51,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.splitmetainfo dst=null perm=null
2015-03-13 11:13:51,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.splitmetainfo dst=null perm=null
2015-03-13 11:13:51,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:13:51,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:13:51,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:13:51,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:13:51,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:13:51,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:13:51,078 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(322)) - Application with id 20 submitted by user soberoi
2015-03-13 11:13:51,078 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(678)) - Storing application with id application_1426270086855_0020
2015-03-13 11:13:51,078 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi IP=10.1.1.144 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1426270086855_0020
2015-03-13 11:13:51,078 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(437)) - Storing info for app: application_1426270086855_0020
2015-03-13 11:13:51,078 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0020 State change from NEW to NEW_SAVING
2015-03-13 11:13:51,079 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0020 State change from NEW_SAVING to SUBMITTED
2015-03-13 11:13:51,079 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(544)) - Registering app attempt : appattempt_1426270086855_0020_000001
2015-03-13 11:13:51,079 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0020_000001 State change from NEW to SUBMITTED
2015-03-13 11:13:51,079 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(721)) - Application application_1426270086855_0020 from user: soberoi activated in queue: default
2015-03-13 11:13:51,079 INFO capacity.LeafQueue (LeafQueue.java:addApplication(737)) - Application added - appId: application_1426270086855_0020 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@20a38b8, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-03-13 11:13:51,079 INFO capacity.ParentQueue (ParentQueue.java:addApplication(485)) - Application added - appId: application_1426270086855_0020 user: soberoi leaf-queue of parent: root #applications: 2
2015-03-13 11:13:51,080 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(457)) - Application Submission: appattempt_1426270086855_0020_000001, user: soberoi queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2015-03-13 11:13:51,080 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0020_000001 State change from SUBMITTED to SCHEDULED
2015-03-13 11:13:51,080 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0020 State change from SUBMITTED to ACCEPTED
2015-03-13 11:13:51,080 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(174)) - Submitted application application_1426270086855_0020 to ResourceManager at /10.1.1.144:63128
2015-03-13 11:13:51,089 INFO mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://Edinburgh.local:63125/proxy/application_1426270086855_0020/
2015-03-13 11:13:51,089 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1426270086855_0020
2015-03-13 11:13:51,090 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://Edinburgh.local:63125/proxy/application_1426270086855_0020/
2015-03-13 11:13:51,602 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:51,603 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000001 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:13:51,603 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000001
2015-03-13 11:13:51,603 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0020_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63142, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2015-03-13 11:13:51,603 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0020 container=Container: [ContainerId: container_1426270086855_0020_01_000001, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] containerId=container_1426270086855_0020_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:51,603 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-03-13 11:13:51,603 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:51,603 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:13:51,605 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1278)) - Storing attempt: AppId: application_1426270086855_0020 AttemptId: appattempt_1426270086855_0020_000001 MasterContainer: Container: [ContainerId: container_1426270086855_0020_01_000001, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ]
2015-03-13 11:13:51,605 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0020_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-03-13 11:13:51,605 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(468)) - Storing info for attempt: appattempt_1426270086855_0020_000001
2015-03-13 11:13:51,605 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0020_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-03-13 11:13:51,605 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1426270086855_0020_000001
2015-03-13 11:13:51,606 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1426270086855_0020_01_000001, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] for AM appattempt_1426270086855_0020_000001
2015-03-13 11:13:51,606 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1426270086855_0020_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-03-13 11:13:51,609 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0020_000001 (auth:SIMPLE)
2015-03-13 11:13:51,610 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0020_01_000001 by user soberoi
2015-03-13 11:13:51,611 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0020
2015-03-13 11:13:51,611 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000001
2015-03-13 11:13:51,611 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0020 transitioned from NEW to INITING
2015-03-13 11:13:51,611 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1426270086855_0020_01_000001, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] for AM appattempt_1426270086855_0020_000001
2015-03-13 11:13:51,611 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0020_01_000001 to application application_1426270086855_0020
2015-03-13 11:13:51,611 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0020_000001 State change from ALLOCATED to LAUNCHED
2015-03-13 11:13:51,612 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0020 transitioned from INITING to RUNNING
2015-03-13 11:13:51,612 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000001 transitioned from NEW to LOCALIZING
2015-03-13 11:13:51,612 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0020
2015-03-13 11:13:51,612 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:13:51,612 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-03-13 11:13:51,613 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.split transitioned from INIT to DOWNLOADING
2015-03-13 11:13:51,613 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:13:51,613 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0020_01_000001
2015-03-13 11:13:51,622 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1426270086855_0020_01_000001.tokens. Credentials list:
2015-03-13 11:13:51,637 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:13:51,708 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1426270086855_0020_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000001.tokens
2015-03-13 11:13:51,708 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0020 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0020
2015-03-13 11:13:51,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.jar dst=null perm=null
2015-03-13 11:13:51,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.jar dst=null perm=null
2015-03-13 11:13:51,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.jar dst=null perm=null
2015-03-13 11:13:51,781 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64507, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-398035132_7594, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742020_1196, duration: 529000
2015-03-13 11:13:51,801 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:13:51,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.splitmetainfo dst=null perm=null
2015-03-13 11:13:51,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.splitmetainfo dst=null perm=null
2015-03-13 11:13:51,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.splitmetainfo dst=null perm=null
2015-03-13 11:13:51,827 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64508, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-398035132_7594, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742022_1198, duration: 186000
2015-03-13 11:13:51,841 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.splitmetainfo transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:13:51,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.split dst=null perm=null
2015-03-13 11:13:51,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.split dst=null perm=null
2015-03-13 11:13:51,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.split dst=null perm=null
2015-03-13 11:13:51,865 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64488, bytes: 2157, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-398035132_7594, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742021_1197, duration: 182000
2015-03-13 11:13:51,878 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.split transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:13:51,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.xml dst=null perm=null
2015-03-13 11:13:51,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.xml dst=null perm=null
2015-03-13 11:13:51,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.xml dst=null perm=null
2015-03-13 11:13:51,904 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64507, bytes: 100573, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-398035132_7594, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742023_1199, duration: 313000
2015-03-13 11:13:51,917 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:13:51,917 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:13:51,947 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000001 transitioned from LOCALIZED to RUNNING
2015-03-13 11:13:51,947 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:52,016 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000001/default_container_executor.sh]
2015-03-13 11:13:52,604 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:52,605 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:52,605 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:13:53,395 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1352)) - BLOCK* ask 127.0.0.1:63108 to replicate blk_1073742020_1196 to datanode(s) 127.0.0.1:63105
2015-03-13 11:13:53,395 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63115 to delete [blk_1073742006_1182, blk_1073742010_1186, blk_1073742011_1187, blk_1073742012_1188, blk_1073742013_1189, blk_1073742015_1191]
2015-03-13 11:13:53,395 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63112 to delete [blk_1073742006_1182, blk_1073742010_1186, blk_1073742011_1187, blk_1073742013_1189, blk_1073742014_1190]
2015-03-13 11:13:53,607 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:53,607 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:53,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null
2015-03-13 11:13:53,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/COMMIT_STARTED dst=null perm=null
2015-03-13 11:13:53,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/COMMIT_SUCCESS dst=null perm=null
2015-03-13 11:13:53,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/COMMIT_FAIL dst=null perm=null
2015-03-13 11:13:53,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020 dst=null perm=null
2015-03-13 11:13:53,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 11:13:53,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 11:13:53,958 INFO datanode.DataNode (DataNode.java:transferBlock(1319)) - DatanodeRegistration(127.0.0.1, storageID=DS-1284647950-10.1.1.144-63108-1426270085585, infoPort=63109, ipcPort=63111, storageInfo=lv=-47;cid=testClusterID;nsid=1748945742;c=0) Starting thread to transfer BP-951401976-10.1.1.144-1426270084277:blk_1073742020_1196 to 127.0.0.1:63105
2015-03-13 11:13:53,959 INFO datanode.DataNode (DataNode.java:run(1523)) - DataTransfer: Transmitted BP-951401976-10.1.1.144-1426270084277:blk_1073742020_1196 (numBytes=254067) to /127.0.0.1:63105
2015-03-13 11:13:53,959 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742020_1196 src: /127.0.0.1:64510 dest: /127.0.0.1:63105
2015-03-13 11:13:53,961 INFO datanode.DataNode (DataXceiver.java:writeBlock(594)) - Received BP-951401976-10.1.1.144-1426270084277:blk_1073742020_1196 src: /127.0.0.1:64510 dest: /127.0.0.1:63105 of size 254067
2015-03-13 11:13:53,961 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073742020_1196 size 254067
2015-03-13 11:13:53,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.splitmetainfo dst=null perm=null
2015-03-13 11:13:54,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.splitmetainfo dst=null perm=null
2015-03-13 11:13:54,059 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64511, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_952212453_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742022_1198, duration: 133000
2015-03-13 11:13:54,097 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742020_1196
2015-03-13 11:13:54,097 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742017_1193
2015-03-13 11:13:54,098 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742023_1199
2015-03-13 11:13:54,183 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742006 for deletion
2015-03-13 11:13:54,184 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742010 for deletion
2015-03-13 11:13:54,184 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742011 for deletion
2015-03-13 11:13:54,184 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742013_1189 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742013 for deletion
2015-03-13 11:13:54,184 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742010
2015-03-13 11:13:54,184 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742006
2015-03-13 11:13:54,184 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data6/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742011
2015-03-13 11:13:54,184 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742013_1189 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742013
2015-03-13 11:13:54,184 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742014_1190 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742014 for deletion
2015-03-13 11:13:54,185 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742014_1190 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data5/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742014
2015-03-13 11:13:54,301 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742015_1191
2015-03-13 11:13:54,301 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742021_1197
2015-03-13 11:13:54,302 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742022_1198
2015-03-13 11:13:54,303 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742019_1195
2015-03-13 11:13:54,345 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742006 for deletion
2015-03-13 11:13:54,345 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742010 for deletion
2015-03-13 11:13:54,345 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742011 for deletion
2015-03-13 11:13:54,345 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742012_1188 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742012 for deletion
2015-03-13 11:13:54,345 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742013_1189 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742013 for deletion
2015-03-13 11:13:54,345 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742015_1191 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742015 for deletion
2015-03-13 11:13:54,346 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742010
2015-03-13 11:13:54,346 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742012_1188 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742012
2015-03-13 11:13:54,346 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742006
2015-03-13 11:13:54,347 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742011
2015-03-13 11:13:54,346 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742015_1191 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data7/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742015
2015-03-13 11:13:54,347 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742013_1189 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data8/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742013
2015-03-13 11:13:54,490 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742020_1196
2015-03-13 11:13:54,613 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:54,613 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:54,690 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742023_1199
2015-03-13 11:13:54,691 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742018_1194
2015-03-13 11:13:54,691 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742021_1197
2015-03-13 11:13:54,692 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742022_1198
2015-03-13 11:13:54,692 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742019_1195
2015-03-13 11:13:54,693 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742016_1192
2015-03-13 11:13:54,693 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742017_1193
2015-03-13 11:13:54,859 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0020_000001 (auth:SIMPLE)
2015-03-13 11:13:54,860 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(255)) - AM registration appattempt_1426270086855_0020_000001
2015-03-13 11:13:54,861 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=soberoi IP=10.1.1.144 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1426270086855_0020 APPATTEMPTID=appattempt_1426270086855_0020_000001
2015-03-13 11:13:54,861 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0020_000001 State change from LAUNCHED to RUNNING
2015-03-13 11:13:54,861 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0020 State change from ACCEPTED to RUNNING
2015-03-13 11:13:54,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job_1426270086855_0020_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:54,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:13:54,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job_1426270086855_0020_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:13:55,080 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742020_1196
2015-03-13 11:13:55,082 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job_1426270086855_0020_1_conf.xml. BP-951401976-10.1.1.144-1426270084277 blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:13:55,128 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742024_1200 src: /127.0.0.1:64517 dest: /127.0.0.1:63115
2015-03-13 11:13:55,130 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742024_1200 src: /127.0.0.1:64518 dest: /127.0.0.1:63112
2015-03-13 11:13:55,131 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742024_1200 src: /127.0.0.1:64519 dest: /127.0.0.1:63108
2015-03-13 11:13:55,138 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64519, dest: /127.0.0.1:63108, bytes: 92143, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_952212453_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742024_1200, duration: 5880000
2015-03-13 11:13:55,139 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742024_1200, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:13:55,139 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:55,139 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64518, dest: /127.0.0.1:63112, bytes: 92143, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_952212453_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742024_1200, duration: 6797000
2015-03-13 11:13:55,140 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742024_1200, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:55,140 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64517, dest: /127.0.0.1:63115, bytes: 92143, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_952212453_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742024_1200, duration: 7787000
2015-03-13 11:13:55,141 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:55,141 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742024_1200, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:13:55,142 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:13:55,146 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job_1426270086855_0020_1_conf.xml is closed by DFSClient_NONMAPREDUCE_952212453_1
2015-03-13 11:13:55,281 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742023_1199
2015-03-13 11:13:55,282 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742021_1197
2015-03-13 11:13:55,282 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742022_1198
2015-03-13 11:13:55,532 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742020_1196
2015-03-13 11:13:55,533 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742024_1200
2015-03-13 11:13:55,533 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742021_1197
2015-03-13 11:13:55,617 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:55,618 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:55,991 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1426270086855_0019_01_000001 succeeded
2015-03-13 11:13:55,992 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0019_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-03-13 11:13:55,992 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0019_01_000001
2015-03-13 11:13:56,000 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0019/container_1426270086855_0019_01_000001
2015-03-13 11:13:56,000 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426270086855_0019/container_1426270086855_0019_01_000001
2015-03-13 11:13:56,000 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426270086855_0019/container_1426270086855_0019_01_000001
2015-03-13 11:13:56,000 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426270086855_0019/container_1426270086855_0019_01_000001
2015-03-13 11:13:56,000 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0019 CONTAINERID=container_1426270086855_0019_01_000001
2015-03-13 11:13:56,001 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0019_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-03-13 11:13:56,001 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0019_01_000001 from application application_1426270086855_0019
2015-03-13 11:13:56,001 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:56,001 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0019
2015-03-13 11:13:56,396 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63108 to delete [blk_1073742010_1186, blk_1073742011_1187, blk_1073742012_1188, blk_1073742013_1189, blk_1073742014_1190, blk_1073742015_1191]
2015-03-13 11:13:56,396 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63105 to delete [blk_1073742006_1182, blk_1073742010_1186, blk_1073742011_1187, blk_1073742012_1188, blk_1073742014_1190, blk_1073742015_1191]
2015-03-13 11:13:56,623 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 19 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_COMPLETE diagnostics: "" exit_status: 0
2015-03-13 11:13:56,623 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0019_01_000001
2015-03-13 11:13:56,623 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:56,624 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0019_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:13:56,624 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(550)) - Unregistering app attempt : appattempt_1426270086855_0019_000001
2015-03-13 11:13:56,624 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0019_000001 State change from FINISHING to FINISHED
2015-03-13 11:13:56,624 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0019_01_000001 in state: COMPLETED event:FINISHED
2015-03-13 11:13:56,624 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0019 State change from FINISHING to FINISHED
2015-03-13 11:13:56,624 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0019 CONTAINERID=container_1426270086855_0019_01_000001
2015-03-13 11:13:56,625 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1426270086855_0019_000001
2015-03-13 11:13:56,625 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0019_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.144:63142, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:13:56,625 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:13:56,625 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0019_01_000001, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:56,625 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1426270086855_0019
2015-03-13 11:13:56,625 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(166)) - appId=application_1426270086855_0019,name=[0AF9C65FDA514824B4E73E0298AA3B3D/976BCE4608C44AEA8E1802C0876D0548] lower*upper/(2/2) ...lue/true/false/false/true,user=soberoi,queue=default,state=FINISHED,trackingUrl=Edinburgh.local:63125/proxy/application_1426270086855_0019/jobhistory/job/job_1426270086855_0019,appMasterHost=Edinburgh.local,startTime=1426270416169,finishTime=1426270429840,finalStatus=SUCCEEDED
2015-03-13 11:13:56,625 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:56,626 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-03-13 11:13:56,626 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0019_000001 released container container_1426270086855_0019_01_000001 on node: host: 10.1.1.144:63142 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:13:56,626 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000002 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:13:56,626 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000002
2015-03-13 11:13:56,626 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0020_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63142, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 11:13:56,627 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0020 container=Container: [ContainerId: container_1426270086855_0020_01_000002, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] containerId=container_1426270086855_0020_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:56,627 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2015-03-13 11:13:56,627 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:56,627 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000003 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:13:56,628 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000003
2015-03-13 11:13:56,628 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0020_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63142, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2015-03-13 11:13:56,628 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0020 container=Container: [ContainerId: container_1426270086855_0020_01_000003, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] containerId=container_1426270086855_0020_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:56,628 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0019_000001 (auth:SIMPLE)
2015-03-13 11:13:56,628 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3
2015-03-13 11:13:56,628 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:56,628 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplication(470)) - Application appattempt_1426270086855_0019_000001 is done. finalState=FINISHED
2015-03-13 11:13:56,629 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1426270086855_0019 requests cleared
2015-03-13 11:13:56,629 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(779)) - Application removed - appId: application_1426270086855_0019 user: soberoi queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-03-13 11:13:56,629 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(510)) - Application removed - appId: application_1426270086855_0019 user: soberoi leaf-queue of parent: root #applications: 1
2015-03-13 11:13:56,630 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0019_01_000001
2015-03-13 11:13:56,701 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0019 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:13:56,702 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0019
2015-03-13 11:13:56,702 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000004 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:13:56,702 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000004
2015-03-13 11:13:56,702 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0019
2015-03-13 11:13:56,702 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0019
2015-03-13 11:13:56,704 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0019
2015-03-13 11:13:56,702 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0019
2015-03-13 11:13:56,704 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0019 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:13:56,704 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0019, with delay of 10800 seconds
2015-03-13 11:13:56,702 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0020_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2015-03-13 11:13:56,705 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0020 container=Container: [ContainerId: container_1426270086855_0020_01_000004, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0020_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:56,706 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-03-13 11:13:56,706 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:56,706 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000005 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:13:56,706 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000005
2015-03-13 11:13:56,706 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0020_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2015-03-13 11:13:56,707 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0020 container=Container: [ContainerId: container_1426270086855_0020_01_000005, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0020_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:56,707 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-03-13 11:13:56,707 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:56,707 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000006 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:13:56,708 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000006
2015-03-13 11:13:56,708 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0020_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2015-03-13 11:13:56,708 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0020 container=Container: [ContainerId: container_1426270086855_0020_01_000006, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0020_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:56,708 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-03-13 11:13:56,708 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:56,708 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000007 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:13:56,709 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000007
2015-03-13 11:13:56,709 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0020_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2015-03-13 11:13:56,709 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0020 container=Container: [ContainerId: container_1426270086855_0020_01_000007, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] containerId=container_1426270086855_0020_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:56,709 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=1, numContainers=7
2015-03-13 11:13:56,709 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2015-03-13 11:13:56,719 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0019 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:13:56,720 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1426270086855_0019
2015-03-13 11:13:56,720 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1426270086855_0019
2015-03-13 11:13:56,721 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0019
2015-03-13 11:13:56,721 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0019 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:13:56,721 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0019, with delay of 10800 seconds
2015-03-13 11:13:56,721 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1426270086855_0019
2015-03-13 11:13:56,721 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1426270086855_0019
2015-03-13 11:13:56,899 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:13:56,899 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:13:56,900 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:13:56,900 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:13:56,900 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:13:56,900 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:13:56,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.jar dst=null perm=null
2015-03-13 11:13:56,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.jar dst=null perm=null
2015-03-13 11:13:56,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.xml dst=null perm=null
2015-03-13 11:13:56,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.xml dst=null perm=null
2015-03-13 11:13:56,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:13:56,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:13:56,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742010 for deletion
2015-03-13 11:13:56,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742006 for deletion
2015-03-13 11:13:56,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742010 for deletion
2015-03-13 11:13:56,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742011 for deletion
2015-03-13 11:13:56,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742011 for deletion
2015-03-13 11:13:56,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742010
2015-03-13 11:13:56,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742012_1188 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742012 for deletion
2015-03-13 11:13:56,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742006
2015-03-13 11:13:56,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742010
2015-03-13 11:13:56,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742012_1188 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742012 for deletion
2015-03-13 11:13:56,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742014_1190 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742014 for deletion
2015-03-13 11:13:56,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742012_1188 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742012
2015-03-13 11:13:56,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742011
2015-03-13 11:13:56,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742012_1188 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742012
2015-03-13 11:13:56,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742013_1189 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742013 for deletion
2015-03-13 11:13:56,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742014_1190 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742014 for deletion
2015-03-13 11:13:56,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742015_1191 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742015 for deletion
2015-03-13 11:13:56,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742014_1190 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data1/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742014
2015-03-13 11:13:56,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742014_1190 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data4/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742014
2015-03-13 11:13:56,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742015_1191 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742015 for deletion
2015-03-13 11:13:56,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742011
2015-03-13 11:13:56,961 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742013_1189 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742013
2015-03-13 11:13:56,961 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742015_1191 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data2/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742015
2015-03-13 11:13:56,961 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-951401976-10.1.1.144-1426270084277 blk_1073742015_1191 file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/data/dfs/data/data3/current/BP-951401976-10.1.1.144-1426270084277/current/finalized/blk_1073742015
2015-03-13 11:13:56,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:13:56,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:13:56,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2015-03-13 11:13:56,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-5331991208780335027.jar dst=null perm=null
2015-03-13 11:13:57,032 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0020_000001 (auth:SIMPLE)
2015-03-13 11:13:57,032 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0020_000001 (auth:SIMPLE)
2015-03-13 11:13:57,035 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0020_01_000007 by user soberoi
2015-03-13 11:13:57,035 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0020_01_000006 by user soberoi
2015-03-13 11:13:57,035 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(596)) - Creating a new application reference for app application_1426270086855_0020
2015-03-13 11:13:57,035 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000006
2015-03-13 11:13:57,036 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0020_01_000006 to application application_1426270086855_0020
2015-03-13 11:13:57,036 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0020 transitioned from NEW to INITING
2015-03-13 11:13:57,036 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0020_01_000007 to application application_1426270086855_0020
2015-03-13 11:13:57,036 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0020 transitioned from INITING to RUNNING
2015-03-13 11:13:57,035 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000007
2015-03-13 11:13:57,036 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000007 transitioned from NEW to LOCALIZING
2015-03-13 11:13:57,037 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000006 transitioned from NEW to LOCALIZING
2015-03-13 11:13:57,037 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0020
2015-03-13 11:13:57,037 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0020
2015-03-13 11:13:57,037 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:13:57,037 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0020_01_000004 by user soberoi
2015-03-13 11:13:57,037 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000004
2015-03-13 11:13:57,038 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0020_01_000003 by user soberoi
2015-03-13 11:13:57,037 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0020
2015-03-13 11:13:57,038 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.jar transitioned from INIT to DOWNLOADING
2015-03-13 11:13:57,038 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.xml transitioned from INIT to DOWNLOADING
2015-03-13 11:13:57,038 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0020
2015-03-13 11:13:57,038 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0020_01_000003 to application application_1426270086855_0020
2015-03-13 11:13:57,039 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000003 transitioned from NEW to LOCALIZING
2015-03-13 11:13:57,039 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0020
2015-03-13 11:13:57,039 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0020
2015-03-13 11:13:57,039 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:13:57,039 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0020
2015-03-13 11:13:57,039 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:13:57,038 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000003
2015-03-13 11:13:57,038 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0020
2015-03-13 11:13:57,040 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:13:57,041 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0020
2015-03-13 11:13:57,041 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0020_01_000004 to application application_1426270086855_0020
2015-03-13 11:13:57,041 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0020_01_000007
2015-03-13 11:13:57,041 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0020_01_000005 by user soberoi
2015-03-13 11:13:57,041 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000005
2015-03-13 11:13:57,042 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0020_01_000002 by user soberoi
2015-03-13 11:13:57,042 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000002
2015-03-13 11:13:57,043 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0020_01_000002 to application application_1426270086855_0020
2015-03-13 11:13:57,043 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000002 transitioned from NEW to LOCALIZING
2015-03-13 11:13:57,043 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0020
2015-03-13 11:13:57,043 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0020
2015-03-13 11:13:57,043 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:13:57,043 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0020
2015-03-13 11:13:57,044 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:13:57,042 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0020_01_000006
2015-03-13 11:13:57,051 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000004 transitioned from NEW to LOCALIZING
2015-03-13 11:13:57,051 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0020_01_000005 to application application_1426270086855_0020
2015-03-13 11:13:57,052 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0020
2015-03-13 11:13:57,052 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0020
2015-03-13 11:13:57,052 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:13:57,052 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0020
2015-03-13 11:13:57,052 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000005 transitioned from NEW to LOCALIZING
2015-03-13 11:13:57,052 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0020_01_000004
2015-03-13 11:13:57,056 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0020
2015-03-13 11:13:57,056 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0020
2015-03-13 11:13:57,056 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:13:57,056 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0020
2015-03-13 11:13:57,056 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1426270086855_0020_01_000005
2015-03-13 11:13:57,079 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1426270086855_0020_01_000007.tokens. Credentials list:
2015-03-13 11:13:57,082 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1426270086855_0020_01_000006.tokens. Credentials list:
2015-03-13 11:13:57,083 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1426270086855_0020_01_000004.tokens. Credentials list:
2015-03-13 11:13:57,085 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1011)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1426270086855_0020_01_000005.tokens. Credentials list:
2015-03-13 11:13:57,094 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000003 transitioned from LOCALIZED to RUNNING
2015-03-13 11:13:57,094 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:57,096 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000002 transitioned from LOCALIZED to RUNNING
2015-03-13 11:13:57,096 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:57,104 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:13:57,210 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000002/default_container_executor.sh]
2015-03-13 11:13:57,218 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000003/default_container_executor.sh]
2015-03-13 11:13:57,229 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1426270086855_0020_01_000007.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000007.tokens
2015-03-13 11:13:57,229 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0020 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0020
2015-03-13 11:13:57,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.jar dst=null perm=null
2015-03-13 11:13:57,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.jar dst=null perm=null
2015-03-13 11:13:57,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.jar dst=null perm=null
2015-03-13 11:13:57,331 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64525, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-180161333_7751, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742020_1196, duration: 471000
2015-03-13 11:13:57,364 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.jar transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:13:57,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.xml dst=null perm=null
2015-03-13 11:13:57,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.xml dst=null perm=null
2015-03-13 11:13:57,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.xml dst=null perm=null
2015-03-13 11:13:57,396 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64526, bytes: 100573, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-180161333_7751, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742023_1199, duration: 270000
2015-03-13 11:13:57,416 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:63104/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.xml transitioned from DOWNLOADING to LOCALIZED
2015-03-13 11:13:57,416 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:13:57,416 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:13:57,416 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:13:57,417 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:13:57,470 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000007 transitioned from LOCALIZED to RUNNING
2015-03-13 11:13:57,470 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000006 transitioned from LOCALIZED to RUNNING
2015-03-13 11:13:57,470 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:57,470 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:57,470 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000005 transitioned from LOCALIZED to RUNNING
2015-03-13 11:13:57,471 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000004 transitioned from LOCALIZED to RUNNING
2015-03-13 11:13:57,471 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:57,471 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:13:57,619 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000006/default_container_executor.sh]
2015-03-13 11:13:57,620 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000005/default_container_executor.sh]
2015-03-13 11:13:57,620 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000004/default_container_executor.sh]
2015-03-13 11:13:57,621 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000007/default_container_executor.sh]
2015-03-13 11:13:57,625 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:57,625 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:57,626 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:57,626 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:13:57,626 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:13:57,626 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0019 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-03-13 11:13:57,627 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1426270086855_0019
2015-03-13 11:13:57,627 INFO application.Application (ApplicationImpl.java:handle(451)) - Application application_1426270086855_0019 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-03-13 11:13:57,627 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(118)) - Scheduling Log Deletion for application: application_1426270086855_0019, with delay of 10800 seconds
2015-03-13 11:13:57,627 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0019
2015-03-13 11:13:57,628 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426270086855_0019
2015-03-13 11:13:57,629 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426270086855_0019
2015-03-13 11:13:57,630 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426270086855_0019
2015-03-13 11:13:57,703 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:57,703 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:57,703 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:57,703 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:57,704 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:13:57,704 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:13:57,704 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:13:57,704 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:13:57,914 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:13:58,448 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:13:58,570 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1426270086855_0020_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000005.tokens
2015-03-13 11:13:58,570 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0020 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0020
2015-03-13 11:13:58,630 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:58,630 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:58,630 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:58,678 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:13:58,708 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:58,709 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:58,709 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:58,709 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:58,797 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1426270086855_0020_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000004.tokens
2015-03-13 11:13:58,797 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0020 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0020
2015-03-13 11:13:58,913 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(468)) - Initializing user soberoi
2015-03-13 11:13:59,028 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1426270086855_0020_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000006.tokens
2015-03-13 11:13:59,028 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0020 = file:/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0020
2015-03-13 11:13:59,310 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742024_1200
2015-03-13 11:13:59,633 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:59,634 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:59,634 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:59,699 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742024_1200
2015-03-13 11:13:59,712 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:59,713 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:59,713 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:13:59,713 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:00,636 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:00,636 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:00,636 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:00,714 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:00,714 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:00,714 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:00,714 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:01,637 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:01,638 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:01,638 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:01,720 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:01,720 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:01,721 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:01,721 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:02,639 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:02,640 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:02,640 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:02,726 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:02,727 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:02,727 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:02,727 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:03,642 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:03,643 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:03,643 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:03,732 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:03,732 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:03,733 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:03,733 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:04,645 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:04,646 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:04,646 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:04,737 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:04,737 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:04,737 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:04,737 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:05,651 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:05,652 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:05,652 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:05,742 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:05,743 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:05,743 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:05,743 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:06,656 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:06,656 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:06,656 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:06,744 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:06,744 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:06,744 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:06,745 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:06,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.split dst=null perm=null
2015-03-13 11:14:06,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.split dst=null perm=null
2015-03-13 11:14:06,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.split dst=null perm=null
2015-03-13 11:14:07,078 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64539, bytes: 2157, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0020_m_000000_0_-165261025_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742021_1197, duration: 186000
2015-03-13 11:14:07,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.split dst=null perm=null
2015-03-13 11:14:07,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.split dst=null perm=null
2015-03-13 11:14:07,196 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64540, bytes: 609, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0020_m_000005_0_-1955639273_1, offset: 1536, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742021_1197, duration: 151000
2015-03-13 11:14:07,213 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64542, bytes: 2157, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0020_m_000001_0_-1499168035_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742021_1197, duration: 156000
2015-03-13 11:14:07,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:14:07,339 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64545, bytes: 1125, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0020_m_000004_0_1658809271_1, offset: 1024, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742021_1197, duration: 155000
2015-03-13 11:14:07,345 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64544, bytes: 1125, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0020_m_000003_0_-1086969194_1, offset: 1024, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742021_1197, duration: 159000
2015-03-13 11:14:07,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job.split dst=null perm=null
2015-03-13 11:14:07,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:14:07,382 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64542, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0020_m_000001_0_-1499168035_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741838_1014, duration: 162000
2015-03-13 11:14:07,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:14:07,397 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64547, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0020_m_000005_0_-1955639273_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741839_1015, duration: 3956000
2015-03-13 11:14:07,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/lower.txt dst=null perm=null
2015-03-13 11:14:07,493 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64545, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0020_m_000004_0_1658809271_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741838_1014, duration: 163000
2015-03-13 11:14:07,499 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64548, bytes: 1641, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0020_m_000002_0_-1073370959_1, offset: 512, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742021_1197, duration: 157000
2015-03-13 11:14:07,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:14:07,510 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64549, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0020_m_000003_0_-1086969194_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741839_1015, duration: 163000
2015-03-13 11:14:07,661 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:07,661 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:07,661 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:07,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/classes/test/data/upper.txt dst=null perm=null
2015-03-13 11:14:07,750 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:07,750 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:07,750 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:07,751 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:07,915 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64550, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0020_m_000000_0_-165261025_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741838_1014, duration: 173000
2015-03-13 11:14:07,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1426270086855_0020_m_000000_0 dst=null perm=null
2015-03-13 11:14:07,978 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0020_000001 (auth:SIMPLE)
2015-03-13 11:14:07,980 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0020_01_000002
2015-03-13 11:14:07,980 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000002
2015-03-13 11:14:07,980 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000002 transitioned from RUNNING to KILLING
2015-03-13 11:14:07,980 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0020_01_000002
2015-03-13 11:14:07,980 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:07,980 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:14:07,981 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:07,993 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0020_01_000002 is : 143
2015-03-13 11:14:07,997 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job_1426270086855_0020_1.jhist. BP-951401976-10.1.1.144-1426270084277 blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:14:07,998 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742025_1201 src: /127.0.0.1:64553 dest: /127.0.0.1:63112
2015-03-13 11:14:08,004 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742025_1201 src: /127.0.0.1:64554 dest: /127.0.0.1:63115
2015-03-13 11:14:08,005 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742025_1201 src: /127.0.0.1:64555 dest: /127.0.0.1:63108
2015-03-13 11:14:08,012 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:14:08,012 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000002
2015-03-13 11:14:08,012 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000002
2015-03-13 11:14:08,013 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000002
2015-03-13 11:14:08,013 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:14:08,013 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000002
2015-03-13 11:14:08,013 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0020_01_000002 from application application_1426270086855_0020
2015-03-13 11:14:08,013 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:14:08,013 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0020
2015-03-13 11:14:08,013 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000002
2015-03-13 11:14:08,014 INFO hdfs.StateChange (FSNamesystem.java:fsync(3456)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job_1426270086855_0020_1.jhist for DFSClient_NONMAPREDUCE_952212453_1
2015-03-13 11:14:08,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1426270086855_0020_m_000005_0 dst=null perm=null
2015-03-13 11:14:08,088 INFO ipc.Server (Server.java:saslProcess(1342)) - Auth successful for appattempt_1426270086855_0020_000001 (auth:SIMPLE)
2015-03-13 11:14:08,089 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0020_01_000007
2015-03-13 11:14:08,089 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000007
2015-03-13 11:14:08,090 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000007 transitioned from RUNNING to KILLING
2015-03-13 11:14:08,090 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0020_01_000007
2015-03-13 11:14:08,090 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:08,090 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:08,090 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:08,090 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:14:08,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1426270086855_0020_m_000001_0 dst=null perm=null
2015-03-13 11:14:08,103 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0020_01_000007 is : 143
2015-03-13 11:14:08,115 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:14:08,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000007
2015-03-13 11:14:08,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000007
2015-03-13 11:14:08,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000007
2015-03-13 11:14:08,117 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000007
2015-03-13 11:14:08,117 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000007
2015-03-13 11:14:08,117 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:14:08,117 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0020_01_000007 from application application_1426270086855_0020
2015-03-13 11:14:08,118 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:14:08,118 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0020
2015-03-13 11:14:08,123 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0020_01_000003
2015-03-13 11:14:08,123 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000003
2015-03-13 11:14:08,123 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000003 transitioned from RUNNING to KILLING
2015-03-13 11:14:08,123 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:08,124 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0020_01_000003
2015-03-13 11:14:08,124 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 2 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:14:08,124 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0020_01_000002
2015-03-13 11:14:08,124 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:14:08,125 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:14:08,125 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0020_01_000002 in state: COMPLETED event:FINISHED
2015-03-13 11:14:08,125 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000002
2015-03-13 11:14:08,125 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0020_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63142, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-03-13 11:14:08,125 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:7168, vCores:6> numContainers=6 user=soberoi user-resources=<memory:7168, vCores:6>
2015-03-13 11:14:08,125 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0020_01_000002, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-03-13 11:14:08,125 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-03-13 11:14:08,125 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-03-13 11:14:08,126 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0020_000001 released container container_1426270086855_0020_01_000002 on node: host: 10.1.1.144:63142 #containers=2 available=1024 used=3072 with event: FINISHED
2015-03-13 11:14:08,138 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0020_01_000003 is : 143
2015-03-13 11:14:08,149 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:14:08,150 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000003
2015-03-13 11:14:08,150 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000003
2015-03-13 11:14:08,150 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000003
2015-03-13 11:14:08,151 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000003
2015-03-13 11:14:08,151 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000003
2015-03-13 11:14:08,152 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:14:08,152 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0020_01_000003 from application application_1426270086855_0020
2015-03-13 11:14:08,152 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:14:08,152 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0020
2015-03-13 11:14:08,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1426270086855_0020_m_000004_0 dst=null perm=null
2015-03-13 11:14:08,210 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0020_01_000006
2015-03-13 11:14:08,211 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000006
2015-03-13 11:14:08,211 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:08,211 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:08,211 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:08,212 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 7 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:14:08,212 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0020_01_000007
2015-03-13 11:14:08,212 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000006 transitioned from RUNNING to KILLING
2015-03-13 11:14:08,212 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:14:08,212 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0020_01_000007 in state: COMPLETED event:FINISHED
2015-03-13 11:14:08,212 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000007
2015-03-13 11:14:08,213 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0020_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-03-13 11:14:08,213 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:6144, vCores:5> numContainers=5 user=soberoi user-resources=<memory:6144, vCores:5>
2015-03-13 11:14:08,213 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0020_01_000007, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 11:14:08,213 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-03-13 11:14:08,213 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-03-13 11:14:08,213 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0020_000001 released container container_1426270086855_0020_01_000007 on node: host: 10.1.1.144:63134 #containers=3 available=1024 used=3072 with event: FINISHED
2015-03-13 11:14:08,212 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0020_01_000006
2015-03-13 11:14:08,227 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0020_01_000006 is : 143
2015-03-13 11:14:08,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1426270086855_0020_m_000003_0 dst=null perm=null
2015-03-13 11:14:08,240 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:14:08,241 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000006
2015-03-13 11:14:08,241 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000006
2015-03-13 11:14:08,241 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000006
2015-03-13 11:14:08,242 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000006
2015-03-13 11:14:08,242 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000006
2015-03-13 11:14:08,242 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:14:08,242 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0020_01_000006 from application application_1426270086855_0020
2015-03-13 11:14:08,243 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:14:08,243 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0020
2015-03-13 11:14:08,257 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0020_01_000005
2015-03-13 11:14:08,257 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000005
2015-03-13 11:14:08,257 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000005 transitioned from RUNNING to KILLING
2015-03-13 11:14:08,257 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:08,258 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0020_01_000005
2015-03-13 11:14:08,258 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:14:08,259 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 6 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:14:08,259 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0020_01_000006
2015-03-13 11:14:08,259 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:14:08,260 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0020_01_000006 in state: COMPLETED event:FINISHED
2015-03-13 11:14:08,260 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000006
2015-03-13 11:14:08,260 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0020_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-03-13 11:14:08,260 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:5120, vCores:4> numContainers=4 user=soberoi user-resources=<memory:5120, vCores:4>
2015-03-13 11:14:08,260 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0020_01_000006, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:14:08,260 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-03-13 11:14:08,260 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-03-13 11:14:08,260 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0020_000001 released container container_1426270086855_0020_01_000006 on node: host: 10.1.1.144:63134 #containers=2 available=2048 used=2048 with event: FINISHED
2015-03-13 11:14:08,270 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0020_01_000005 is : 143
2015-03-13 11:14:08,282 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:14:08,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000005
2015-03-13 11:14:08,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000005
2015-03-13 11:14:08,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000005
2015-03-13 11:14:08,284 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000005
2015-03-13 11:14:08,284 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000005
2015-03-13 11:14:08,285 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:14:08,286 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0020_01_000005 from application application_1426270086855_0020
2015-03-13 11:14:08,286 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:14:08,286 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0020
2015-03-13 11:14:08,312 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64548, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1426270086855_0020_m_000002_0_-1073370959_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741839_1015, duration: 215000
2015-03-13 11:14:08,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1426270086855_0020_m_000002_0 dst=null perm=null
2015-03-13 11:14:08,373 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0020_01_000004
2015-03-13 11:14:08,373 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000004
2015-03-13 11:14:08,373 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000004 transitioned from RUNNING to KILLING
2015-03-13 11:14:08,374 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:08,374 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 5 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:14:08,374 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0020_01_000005
2015-03-13 11:14:08,374 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0020_01_000004
2015-03-13 11:14:08,374 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:14:08,375 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0020_01_000005 in state: COMPLETED event:FINISHED
2015-03-13 11:14:08,375 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000005
2015-03-13 11:14:08,375 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0020_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-03-13 11:14:08,376 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:4096, vCores:3> numContainers=3 user=soberoi user-resources=<memory:4096, vCores:3>
2015-03-13 11:14:08,376 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0020_01_000005, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:14:08,376 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-03-13 11:14:08,376 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-03-13 11:14:08,376 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0020_000001 released container container_1426270086855_0020_01_000005 on node: host: 10.1.1.144:63134 #containers=1 available=3072 used=1024 with event: FINISHED
2015-03-13 11:14:08,386 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0020_01_000004 is : 143
2015-03-13 11:14:08,396 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:14:08,397 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000004
2015-03-13 11:14:08,397 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000004
2015-03-13 11:14:08,397 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000004
2015-03-13 11:14:08,398 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000004
2015-03-13 11:14:08,398 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000004
2015-03-13 11:14:08,398 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:14:08,399 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0020_01_000004 from application application_1426270086855_0020
2015-03-13 11:14:08,399 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:14:08,399 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0020
2015-03-13 11:14:09,130 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:09,130 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 3 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:14:09,130 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0020_01_000003
2015-03-13 11:14:09,131 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:14:09,131 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0020_01_000003 in state: COMPLETED event:FINISHED
2015-03-13 11:14:09,131 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000003
2015-03-13 11:14:09,132 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0020_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63142, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:14:09,132 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:3072, vCores:2> numContainers=2 user=soberoi user-resources=<memory:3072, vCores:2>
2015-03-13 11:14:09,132 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0020_01_000003, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:14:09,132 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:14:09,132 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:14:09,133 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0020_000001 released container container_1426270086855_0020_01_000003 on node: host: 10.1.1.144:63142 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:14:09,375 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 4 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:14:09,375 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0020_01_000004
2015-03-13 11:14:09,376 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:14:09,376 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0020_01_000004 in state: COMPLETED event:FINISHED
2015-03-13 11:14:09,376 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000004
2015-03-13 11:14:09,376 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0020_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63134, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-03-13 11:14:09,376 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:14:09,377 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0020_01_000004, NodeId: 10.1.1.144:63134, NodeHttpAddress: 10.1.1.144:63137, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.1.1.144:63134 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:14:09,377 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:14:09,377 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:14:09,377 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0020_000001 released container container_1426270086855_0020_01_000004 on node: host: 10.1.1.144:63134 #containers=0 available=4096 used=0 with event: FINISHED
2015-03-13 11:14:10,136 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:10,137 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000008 Container Transitioned from NEW to ALLOCATED
2015-03-13 11:14:10,137 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000008
2015-03-13 11:14:10,138 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1426270086855_0020_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63142, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2015-03-13 11:14:10,138 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1366)) - assignedContainer application=application_1426270086855_0020 container=Container: [ContainerId: container_1426270086855_0020_01_000008, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] containerId=container_1426270086855_0020_01_000008 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:14:10,138 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(658)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-03-13 11:14:10,138 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(573)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-03-13 11:14:10,976 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-03-13 11:14:10,983 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(556)) - Start request for container_1426270086855_0020_01_000008 by user soberoi
2015-03-13 11:14:10,984 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000008
2015-03-13 11:14:10,984 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1426270086855_0020_01_000008 to application application_1426270086855_0020
2015-03-13 11:14:10,984 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000008 transitioned from NEW to LOCALIZING
2015-03-13 11:14:10,984 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1426270086855_0020
2015-03-13 11:14:10,984 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1426270086855_0020
2015-03-13 11:14:10,984 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-03-13 11:14:10,984 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(259)) - Added token for job_1426270086855_0020
2015-03-13 11:14:10,985 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000008 transitioned from LOCALIZING to LOCALIZED
2015-03-13 11:14:11,010 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000008 transitioned from LOCALIZED to RUNNING
2015-03-13 11:14:11,010 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:14:11,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000008/default_container_executor.sh]
2015-03-13 11:14:11,137 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:11,138 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 8 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:11,138 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000008 Container Transitioned from ACQUIRED to RUNNING
2015-03-13 11:14:11,980 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2015-03-13 11:14:12,142 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:12,143 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 8 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:13,145 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:13,145 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 8 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:13,246 INFO hs.JobHistory (JobHistory.java:run(178)) - Starting scan to move intermediate done files
2015-03-13 11:14:13,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2015-03-13 11:14:13,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null
2015-03-13 11:14:13,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011.summary dst=null perm=null
2015-03-13 11:14:13,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010.summary dst=null perm=null
2015-03-13 11:14:13,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012.summary dst=null perm=null
2015-03-13 11:14:13,255 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64564, bytes: 458, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-180543484_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741927_1103, duration: 184000
2015-03-13 11:14:13,256 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(367)) - jobId=job_1426270086855_0010,submitTime=1426270268135,launchTime=1426270271984,firstMapTaskLaunchTime=1426270274139,firstReduceTaskLaunchTime=1426270279055,finishTime=1426270281879,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=2,reduceSlotSeconds=2,jobName=[955FDD4B6D974BA69AC720FEC5402B06/F34FF7157EE043A5A232B8154F6AAA8A] lower*upper/(2/2) ...ue/false/true/false/false
2015-03-13 11:14:13,256 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(368)) - Deleting JobSummary file: [hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010.summary]
2015-03-13 11:14:13,257 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64563, bytes: 429, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-180543484_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741937_1113, duration: 199000
2015-03-13 11:14:13,258 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64565, bytes: 458, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-180543484_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741947_1123, duration: 146000
2015-03-13 11:14:13,258 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(367)) - jobId=job_1426270086855_0011,submitTime=1426270283309,launchTime=1426270287185,firstMapTaskLaunchTime=1426270289351,firstReduceTaskLaunchTime=1426270296263,finishTime=1426270298928,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=2,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=8,reduceSlotSeconds=2,jobName=[6C186B48DFD64D9AA712A052C8A90657/359723630AE246E7951D5B2BF2D05062] lower*upper/(1/2)
2015-03-13 11:14:13,258 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(368)) - Deleting JobSummary file: [hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011.summary]
2015-03-13 11:14:13,258 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(663)) - Number of transactions: 1669 Total time for transactions(ms): 89 Number of transactions batched in Syncs: 7 Number of syncs: 945 SyncTimes(ms): 308 174
2015-03-13 11:14:13,259 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(367)) - jobId=job_1426270086855_0012,submitTime=1426270300244,launchTime=1426270304294,firstMapTaskLaunchTime=1426270306447,firstReduceTaskLaunchTime=1426270311368,finishTime=1426270314517,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=2,reduceSlotSeconds=3,jobName=[6C186B48DFD64D9AA712A052C8A90657/FB647906E65844E9B2C1B959EBDDEFED] lower*upper/(2/2) ...value/true/true/true/true
2015-03-13 11:14:13,259 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(368)) - Deleting JobSummary file: [hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012.summary]
2015-03-13 11:14:13,259 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741927_1103 127.0.0.1:63108 127.0.0.1:63105 127.0.0.1:63112
2015-03-13 11:14:13,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010.summary dst=null perm=null
2015-03-13 11:14:13,261 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741937_1113 127.0.0.1:63115 127.0.0.1:63112 127.0.0.1:63105
2015-03-13 11:14:13,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011.summary dst=null perm=null
2015-03-13 11:14:13,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 11:14:13,263 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741947_1123 127.0.0.1:63112 127.0.0.1:63108 127.0.0.1:63105
2015-03-13 11:14:13,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012.summary dst=null perm=null
2015-03-13 11:14:13,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 11:14:13,264 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010-1426270268135-soberoi-%5B955FDD4B6D974BA69AC720FEC5402B06%2FF34FF7157EE043A5-1426270281879-1-1-SUCCEEDED-default.jhist to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0010-1426270268135-soberoi-%5B955FDD4B6D974BA69AC720FEC5402B06%2FF34FF7157EE043A5-1426270281879-1-1-SUCCEEDED-default.jhist
2015-03-13 11:14:13,265 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011-1426270283309-soberoi-%5B6C186B48DFD64D9AA712A052C8A90657%2F359723630AE246E7-1426270298928-2-1-SUCCEEDED-default.jhist to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0011-1426270283309-soberoi-%5B6C186B48DFD64D9AA712A052C8A90657%2F359723630AE246E7-1426270298928-2-1-SUCCEEDED-default.jhist
2015-03-13 11:14:13,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 11:14:13,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010-1426270268135-soberoi-%5B955FDD4B6D974BA69AC720FEC5402B06%2FF34FF7157EE043A5-1426270281879-1-1-SUCCEEDED-default.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0010-1426270268135-soberoi-%5B955FDD4B6D974BA69AC720FEC5402B06%2FF34FF7157EE043A5-1426270281879-1-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:14:13,265 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012-1426270300244-soberoi-%5B6C186B48DFD64D9AA712A052C8A90657%2FFB647906E65844E9-1426270314517-1-1-SUCCEEDED-default.jhist to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0012-1426270300244-soberoi-%5B6C186B48DFD64D9AA712A052C8A90657%2FFB647906E65844E9-1426270314517-1-1-SUCCEEDED-default.jhist
2015-03-13 11:14:13,266 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010_conf.xml to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0010_conf.xml
2015-03-13 11:14:13,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011-1426270283309-soberoi-%5B6C186B48DFD64D9AA712A052C8A90657%2F359723630AE246E7-1426270298928-2-1-SUCCEEDED-default.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0011-1426270283309-soberoi-%5B6C186B48DFD64D9AA712A052C8A90657%2F359723630AE246E7-1426270298928-2-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:14:13,266 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011_conf.xml to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0011_conf.xml
2015-03-13 11:14:13,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012-1426270300244-soberoi-%5B6C186B48DFD64D9AA712A052C8A90657%2FFB647906E65844E9-1426270314517-1-1-SUCCEEDED-default.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0012-1426270300244-soberoi-%5B6C186B48DFD64D9AA712A052C8A90657%2FFB647906E65844E9-1426270314517-1-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:14:13,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0010_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0010_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:14:13,267 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012_conf.xml to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0012_conf.xml
2015-03-13 11:14:13,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0011_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0011_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:14:13,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014.summary dst=null perm=null
2015-03-13 11:14:13,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0012_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0012_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:14:13,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013.summary dst=null perm=null
2015-03-13 11:14:13,271 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64565, bytes: 429, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-180543484_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741957_1133, duration: 182000
2015-03-13 11:14:13,272 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(367)) - jobId=job_1426270086855_0013,submitTime=1426270315910,launchTime=1426270319305,firstMapTaskLaunchTime=1426270321476,firstReduceTaskLaunchTime=1426270328390,finishTime=1426270331152,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=2,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=8,reduceSlotSeconds=2,jobName=[79A78D410F364511A70290073077BA9F/148686B3CC1D472498F4D92A2D586767] lower*upper/(1/2)
2015-03-13 11:14:13,272 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(368)) - Deleting JobSummary file: [hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013.summary]
2015-03-13 11:14:13,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015.summary dst=null perm=null
2015-03-13 11:14:13,273 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64566, bytes: 458, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-180543484_9, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741967_1143, duration: 306000
2015-03-13 11:14:13,273 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(367)) - jobId=job_1426270086855_0014,submitTime=1426270332463,launchTime=1426270336377,firstMapTaskLaunchTime=1426270338520,firstReduceTaskLaunchTime=1426270343432,finishTime=1426270346095,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=2,reduceSlotSeconds=2,jobName=[79A78D410F364511A70290073077BA9F/444CC70142414630B9BECB51B3072889] lower*upper/(2/2) ...e/false/false/false/false
2015-03-13 11:14:13,274 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(368)) - Deleting JobSummary file: [hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014.summary]
2015-03-13 11:14:13,274 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741957_1133 127.0.0.1:63108 127.0.0.1:63105 127.0.0.1:63112
2015-03-13 11:14:13,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013.summary dst=null perm=null
2015-03-13 11:14:13,275 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741967_1143 127.0.0.1:63112 127.0.0.1:63105 127.0.0.1:63115
2015-03-13 11:14:13,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014.summary dst=null perm=null
2015-03-13 11:14:13,275 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64563, bytes: 429, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-180543484_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741977_1153, duration: 375000
2015-03-13 11:14:13,276 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(367)) - jobId=job_1426270086855_0015,submitTime=1426270347489,launchTime=1426270351400,firstMapTaskLaunchTime=1426270353563,firstReduceTaskLaunchTime=1426270359478,finishTime=1426270362121,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=2,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=7,reduceSlotSeconds=2,jobName=[AB57441DDDB74E00AC30CCD961C78FE4/77ADF37EEF7D499C84EB5831AEC94701] lower*upper/(1/2)
2015-03-13 11:14:13,276 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(368)) - Deleting JobSummary file: [hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015.summary]
2015-03-13 11:14:13,279 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741977_1153 127.0.0.1:63115 127.0.0.1:63108 127.0.0.1:63112
2015-03-13 11:14:13,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015.summary dst=null perm=null
2015-03-13 11:14:13,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 11:14:13,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 11:14:13,280 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014-1426270332463-soberoi-%5B79A78D410F364511A70290073077BA9F%2F444CC70142414630-1426270346095-1-1-SUCCEEDED-default.jhist to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0014-1426270332463-soberoi-%5B79A78D410F364511A70290073077BA9F%2F444CC70142414630-1426270346095-1-1-SUCCEEDED-default.jhist
2015-03-13 11:14:13,280 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013-1426270315910-soberoi-%5B79A78D410F364511A70290073077BA9F%2F148686B3CC1D4724-1426270331152-2-1-SUCCEEDED-default.jhist to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0013-1426270315910-soberoi-%5B79A78D410F364511A70290073077BA9F%2F148686B3CC1D4724-1426270331152-2-1-SUCCEEDED-default.jhist
2015-03-13 11:14:13,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 11:14:13,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013-1426270315910-soberoi-%5B79A78D410F364511A70290073077BA9F%2F148686B3CC1D4724-1426270331152-2-1-SUCCEEDED-default.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0013-1426270315910-soberoi-%5B79A78D410F364511A70290073077BA9F%2F148686B3CC1D4724-1426270331152-2-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:14:13,282 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015-1426270347489-soberoi-%5BAB57441DDDB74E00AC30CCD961C78FE4%2F77ADF37EEF7D499C-1426270362121-2-1-SUCCEEDED-default.jhist to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0015-1426270347489-soberoi-%5BAB57441DDDB74E00AC30CCD961C78FE4%2F77ADF37EEF7D499C-1426270362121-2-1-SUCCEEDED-default.jhist
2015-03-13 11:14:13,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014-1426270332463-soberoi-%5B79A78D410F364511A70290073077BA9F%2F444CC70142414630-1426270346095-1-1-SUCCEEDED-default.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0014-1426270332463-soberoi-%5B79A78D410F364511A70290073077BA9F%2F444CC70142414630-1426270346095-1-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:14:13,283 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013_conf.xml to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0013_conf.xml
2015-03-13 11:14:13,283 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014_conf.xml to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0014_conf.xml
2015-03-13 11:14:13,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015-1426270347489-soberoi-%5BAB57441DDDB74E00AC30CCD961C78FE4%2F77ADF37EEF7D499C-1426270362121-2-1-SUCCEEDED-default.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0015-1426270347489-soberoi-%5BAB57441DDDB74E00AC30CCD961C78FE4%2F77ADF37EEF7D499C-1426270362121-2-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:14:13,286 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015_conf.xml to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0015_conf.xml
2015-03-13 11:14:13,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0014_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0014_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:14:13,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0013_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0013_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:14:13,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0015_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0015_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:14:13,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016.summary dst=null perm=null
2015-03-13 11:14:13,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017.summary dst=null perm=null
2015-03-13 11:14:13,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018.summary dst=null perm=null
2015-03-13 11:14:13,291 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63105, dest: /127.0.0.1:64564, bytes: 458, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-180543484_9, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741987_1163, duration: 187000
2015-03-13 11:14:13,292 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64565, bytes: 452, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-180543484_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073741997_1173, duration: 130000
2015-03-13 11:14:13,292 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(367)) - jobId=job_1426270086855_0016,submitTime=1426270363444,launchTime=1426270367550,firstMapTaskLaunchTime=1426270369685,firstReduceTaskLaunchTime=1426270374592,finishTime=1426270377485,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=2,reduceSlotSeconds=2,jobName=[AB57441DDDB74E00AC30CCD961C78FE4/BA54BB1474D44B2DB39D0D757DB519A5] lower*upper/(2/2) ...lue/true/true/false/false
2015-03-13 11:14:13,292 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(368)) - Deleting JobSummary file: [hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016.summary]
2015-03-13 11:14:13,292 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(367)) - jobId=job_1426270086855_0017,submitTime=1426270378874,launchTime=1426270382773,firstMapTaskLaunchTime=1426270384958,firstReduceTaskLaunchTime=1426270394864,finishTime=1426270397802,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=30,reduceSlotSeconds=2,jobName=[5BD7A051BBDA4F87989212F09A61E91B/777237CB680D44E6A2330902C5274277] test/(1/1) ...ipesplatform/grouponbytes
2015-03-13 11:14:13,292 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(368)) - Deleting JobSummary file: [hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017.summary]
2015-03-13 11:14:13,293 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64567, bytes: 429, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-180543484_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742007_1183, duration: 148000
2015-03-13 11:14:13,293 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(367)) - jobId=job_1426270086855_0018,submitTime=1426270399171,launchTime=1426270402929,firstMapTaskLaunchTime=1426270405065,firstReduceTaskLaunchTime=1426270411983,finishTime=1426270414911,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=2,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=7,reduceSlotSeconds=2,jobName=[0AF9C65FDA514824B4E73E0298AA3B3D/9AF5AA28F8E1482C90C48A0633E976F1] lower*upper/(1/2)
2015-03-13 11:14:13,293 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(368)) - Deleting JobSummary file: [hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018.summary]
2015-03-13 11:14:13,294 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741997_1173 127.0.0.1:63108 127.0.0.1:63105 127.0.0.1:63112
2015-03-13 11:14:13,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017.summary dst=null perm=null
2015-03-13 11:14:13,294 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073741987_1163 127.0.0.1:63108 127.0.0.1:63105 127.0.0.1:63112
2015-03-13 11:14:13,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016.summary dst=null perm=null
2015-03-13 11:14:13,294 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073742007_1183 127.0.0.1:63112 127.0.0.1:63115 127.0.0.1:63108
2015-03-13 11:14:13,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018.summary dst=null perm=null
2015-03-13 11:14:13,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 11:14:13,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 11:14:13,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 11:14:13,297 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017-1426270378874-soberoi-%5B5BD7A051BBDA4F87989212F09A61E91B%2F777237CB680D44E6-1426270397802-4-1-SUCCEEDED-default.jhist to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0017-1426270378874-soberoi-%5B5BD7A051BBDA4F87989212F09A61E91B%2F777237CB680D44E6-1426270397802-4-1-SUCCEEDED-default.jhist
2015-03-13 11:14:13,297 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018-1426270399171-soberoi-%5B0AF9C65FDA514824B4E73E0298AA3B3D%2F9AF5AA28F8E1482C-1426270414911-2-1-SUCCEEDED-default.jhist to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0018-1426270399171-soberoi-%5B0AF9C65FDA514824B4E73E0298AA3B3D%2F9AF5AA28F8E1482C-1426270414911-2-1-SUCCEEDED-default.jhist
2015-03-13 11:14:13,297 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016-1426270363444-soberoi-%5BAB57441DDDB74E00AC30CCD961C78FE4%2FBA54BB1474D44B2D-1426270377485-1-1-SUCCEEDED-default.jhist to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0016-1426270363444-soberoi-%5BAB57441DDDB74E00AC30CCD961C78FE4%2FBA54BB1474D44B2D-1426270377485-1-1-SUCCEEDED-default.jhist
2015-03-13 11:14:13,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017-1426270378874-soberoi-%5B5BD7A051BBDA4F87989212F09A61E91B%2F777237CB680D44E6-1426270397802-4-1-SUCCEEDED-default.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0017-1426270378874-soberoi-%5B5BD7A051BBDA4F87989212F09A61E91B%2F777237CB680D44E6-1426270397802-4-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:14:13,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016-1426270363444-soberoi-%5BAB57441DDDB74E00AC30CCD961C78FE4%2FBA54BB1474D44B2D-1426270377485-1-1-SUCCEEDED-default.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0016-1426270363444-soberoi-%5BAB57441DDDB74E00AC30CCD961C78FE4%2FBA54BB1474D44B2D-1426270377485-1-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:14:13,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018-1426270399171-soberoi-%5B0AF9C65FDA514824B4E73E0298AA3B3D%2F9AF5AA28F8E1482C-1426270414911-2-1-SUCCEEDED-default.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0018-1426270399171-soberoi-%5B0AF9C65FDA514824B4E73E0298AA3B3D%2F9AF5AA28F8E1482C-1426270414911-2-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:14:13,317 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017_conf.xml to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0017_conf.xml
2015-03-13 11:14:13,318 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016_conf.xml to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0016_conf.xml
2015-03-13 11:14:13,318 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018_conf.xml to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0018_conf.xml
2015-03-13 11:14:13,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0017_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0017_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:14:13,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0018_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0018_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:14:13,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0016_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0016_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:14:13,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019.summary dst=null perm=null
2015-03-13 11:14:13,324 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63108, dest: /127.0.0.1:64565, bytes: 458, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-180543484_9, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742017_1193, duration: 1098000
2015-03-13 11:14:13,325 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(367)) - jobId=job_1426270086855_0019,submitTime=1426270416169,launchTime=1426270419758,firstMapTaskLaunchTime=1426270421907,firstReduceTaskLaunchTime=1426270426836,finishTime=1426270429734,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=2,reduceSlotSeconds=2,jobName=[0AF9C65FDA514824B4E73E0298AA3B3D/976BCE4608C44AEA8E1802C0876D0548] lower*upper/(2/2) ...lue/true/false/false/true
2015-03-13 11:14:13,325 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(368)) - Deleting JobSummary file: [hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019.summary]
2015-03-13 11:14:13,327 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073742017_1193 127.0.0.1:63108 127.0.0.1:63115 127.0.0.1:63105
2015-03-13 11:14:13,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019.summary dst=null perm=null
2015-03-13 11:14:13,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000 dst=null perm=null
2015-03-13 11:14:13,332 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019-1426270416169-soberoi-%5B0AF9C65FDA514824B4E73E0298AA3B3D%2F976BCE4608C44AEA-1426270429734-1-1-SUCCEEDED-default.jhist to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0019-1426270416169-soberoi-%5B0AF9C65FDA514824B4E73E0298AA3B3D%2F976BCE4608C44AEA-1426270429734-1-1-SUCCEEDED-default.jhist
2015-03-13 11:14:13,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019-1426270416169-soberoi-%5B0AF9C65FDA514824B4E73E0298AA3B3D%2F976BCE4608C44AEA-1426270429734-1-1-SUCCEEDED-default.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0019-1426270416169-soberoi-%5B0AF9C65FDA514824B4E73E0298AA3B3D%2F976BCE4608C44AEA-1426270429734-1-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:14:13,334 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(863)) - Moving hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019_conf.xml to hdfs://localhost:63104/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0019_conf.xml
2015-03-13 11:14:13,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0019_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/03/13/000000/job_1426270086855_0019_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:14:13,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1426270086855_0020_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:14:13,619 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1426270086855_0020_r_000000_0/part-00000. BP-951401976-10.1.1.144-1426270084277 blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:14:13,673 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742026_1202 src: /127.0.0.1:64572 dest: /127.0.0.1:63112
2015-03-13 11:14:13,674 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742026_1202 src: /127.0.0.1:64573 dest: /127.0.0.1:63115
2015-03-13 11:14:13,675 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742026_1202 src: /127.0.0.1:64574 dest: /127.0.0.1:63108
2015-03-13 11:14:13,685 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64574, dest: /127.0.0.1:63108, bytes: 1070, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0020_r_000000_0_80208447_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742026_1202, duration: 8743000
2015-03-13 11:14:13,685 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742026_1202, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:14:13,686 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:14:13,686 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64573, dest: /127.0.0.1:63115, bytes: 1070, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0020_r_000000_0_80208447_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742026_1202, duration: 9354000
2015-03-13 11:14:13,686 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742026_1202, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:14:13,686 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:14:13,687 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64572, dest: /127.0.0.1:63112, bytes: 1070, op: HDFS_WRITE, cliID: DFSClient_attempt_1426270086855_0020_r_000000_0_80208447_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742026_1202, duration: 10375000
2015-03-13 11:14:13,687 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742026_1202, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:14:13,687 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:14:13,690 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1426270086855_0020_r_000000_0/part-00000 is closed by DFSClient_attempt_1426270086855_0020_r_000000_0_80208447_1
2015-03-13 11:14:13,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1426270086855_0020_r_000000_0 dst=null perm=null
2015-03-13 11:14:13,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1426270086855_0020_r_000000_0 dst=null perm=null
2015-03-13 11:14:13,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/task_1426270086855_0020_r_000000 dst=null perm=null
2015-03-13 11:14:13,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/_temporary/attempt_1426270086855_0020_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/task_1426270086855_0020_r_000000 perm=soberoi:supergroup:rwxrwxrwx
2015-03-13 11:14:13,714 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(704)) - Stopping container with container Id: container_1426270086855_0020_01_000008
2015-03-13 11:14:13,715 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.144 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000008
2015-03-13 11:14:13,715 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000008 transitioned from RUNNING to KILLING
2015-03-13 11:14:13,715 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1426270086855_0020_01_000008
2015-03-13 11:14:13,715 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:13,715 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 8 } state: C_RUNNING diagnostics: "Container killed by the ApplicationMaster.\n" exit_status: -1000
2015-03-13 11:14:13,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:14:13,722 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_952212453_1
2015-03-13 11:14:13,725 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1426270086855_0020_01_000008 is : 143
2015-03-13 11:14:13,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1 dst=null perm=null
2015-03-13 11:14:13,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null
2015-03-13 11:14:13,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null
2015-03-13 11:14:13,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/task_1426270086855_0020_r_000000 dst=null perm=null
2015-03-13 11:14:13,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/part-00000 dst=null perm=null
2015-03-13 11:14:13,735 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-03-13 11:14:13,735 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000008
2015-03-13 11:14:13,736 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000008
2015-03-13 11:14:13,736 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000008
2015-03-13 11:14:13,736 INFO container.Container (ContainerImpl.java:handle(871)) - Container container_1426270086855_0020_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-03-13 11:14:13,736 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1426270086855_0020_01_000008 from application application_1426270086855_0020
2015-03-13 11:14:13,736 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(159)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-03-13 11:14:13,736 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1426270086855_0020
2015-03-13 11:14:13,736 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000008
2015-03-13 11:14:13,736 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(368)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1426270086855_0020/container_1426270086855_0020_01_000008
2015-03-13 11:14:13,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary/1/task_1426270086855_0020_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/part-00000 perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:14:13,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary dst=null perm=null
2015-03-13 11:14:13,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:14:13,748 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_SUCCESS is closed by DFSClient_NONMAPREDUCE_952212453_1
2015-03-13 11:14:13,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:14:13,751 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_952212453_1
2015-03-13 11:14:13,764 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64555, dest: /127.0.0.1:63108, bytes: 75776, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_952212453_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742025_1201, duration: 5757663000
2015-03-13 11:14:13,765 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742025_1201, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:14:13,765 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:14:13,766 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64554, dest: /127.0.0.1:63115, bytes: 75776, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_952212453_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742025_1201, duration: 5757684000
2015-03-13 11:14:13,766 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742025_1201, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:14:13,766 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:14:13,767 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64553, dest: /127.0.0.1:63112, bytes: 75776, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_952212453_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742025_1201, duration: 5760456000
2015-03-13 11:14:13,768 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742025_1201, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:14:13,768 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:14:13,769 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job_1426270086855_0020_1.jhist is closed by DFSClient_NONMAPREDUCE_952212453_1
2015-03-13 11:14:13,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0020.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:14:13,774 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0020.summary_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]}
2015-03-13 11:14:13,775 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742027_1203 src: /127.0.0.1:64575 dest: /127.0.0.1:63112
2015-03-13 11:14:13,777 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742027_1203 src: /127.0.0.1:64576 dest: /127.0.0.1:63108
2015-03-13 11:14:13,778 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742027_1203 src: /127.0.0.1:64577 dest: /127.0.0.1:63115
2015-03-13 11:14:13,781 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64577, dest: /127.0.0.1:63115, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_952212453_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742027_1203, duration: 1215000
2015-03-13 11:14:13,781 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742027_1203, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:14:13,781 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:14:13,782 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64576, dest: /127.0.0.1:63108, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_952212453_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742027_1203, duration: 1703000
2015-03-13 11:14:13,782 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742027_1203, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:14:13,782 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64575, dest: /127.0.0.1:63112, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_952212453_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742027_1203, duration: 2605000
2015-03-13 11:14:13,782 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:14:13,783 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742027_1203, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:14:13,783 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW]]} size 0
2015-03-13 11:14:13,785 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0020.summary_tmp is closed by DFSClient_NONMAPREDUCE_952212453_1
2015-03-13 11:14:13,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0020.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:14:13,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job_1426270086855_0020_1.jhist dst=null perm=null
2015-03-13 11:14:13,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0020-1426270431078-soberoi-%5B3A63E5124010497088A0AA78FAA97D12%2F429ACBD74CE84BEF-1426270453752-6-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:14:13,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job_1426270086855_0020_1.jhist dst=null perm=null
2015-03-13 11:14:13,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0020-1426270431078-soberoi-%5B3A63E5124010497088A0AA78FAA97D12%2F429ACBD74CE84BEF-1426270453752-6-1-SUCCEEDED-default.jhist_tmp dst=null perm=null
2015-03-13 11:14:13,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job_1426270086855_0020_1.jhist dst=null perm=null
2015-03-13 11:14:13,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0020-1426270431078-soberoi-%5B3A63E5124010497088A0AA78FAA97D12%2F429ACBD74CE84BEF-1426270453752-6-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:14:13,805 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64578, bytes: 76368, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_952212453_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742025_1201, duration: 310000
2015-03-13 11:14:13,807 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0020-1426270431078-soberoi-%5B3A63E5124010497088A0AA78FAA97D12%2F429ACBD74CE84BEF-1426270453752-6-1-SUCCEEDED-default.jhist_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:14:13,809 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742028_1204 src: /127.0.0.1:64579 dest: /127.0.0.1:63105
2015-03-13 11:14:13,810 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742028_1204 src: /127.0.0.1:64580 dest: /127.0.0.1:63115
2015-03-13 11:14:13,811 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742028_1204 src: /127.0.0.1:64581 dest: /127.0.0.1:63108
2015-03-13 11:14:13,814 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64581, dest: /127.0.0.1:63108, bytes: 75776, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_952212453_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742028_1204, duration: 1940000
2015-03-13 11:14:13,815 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742028_1204, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:14:13,815 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:14:13,815 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64580, dest: /127.0.0.1:63115, bytes: 75776, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_952212453_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742028_1204, duration: 2497000
2015-03-13 11:14:13,815 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742028_1204, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:14:13,816 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64579, dest: /127.0.0.1:63105, bytes: 75776, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_952212453_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742028_1204, duration: 3469000
2015-03-13 11:14:13,816 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63115 is added to blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:14:13,816 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742028_1204, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:14:13,818 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63115|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:14:13,820 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0020-1426270431078-soberoi-%5B3A63E5124010497088A0AA78FAA97D12%2F429ACBD74CE84BEF-1426270453752-6-1-SUCCEEDED-default.jhist_tmp is closed by DFSClient_NONMAPREDUCE_952212453_1
2015-03-13 11:14:13,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0020-1426270431078-soberoi-%5B3A63E5124010497088A0AA78FAA97D12%2F429ACBD74CE84BEF-1426270453752-6-1-SUCCEEDED-default.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:14:13,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job_1426270086855_0020_1_conf.xml dst=null perm=null
2015-03-13 11:14:13,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0020_conf.xml_tmp dst=null perm=null
2015-03-13 11:14:13,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job_1426270086855_0020_1_conf.xml dst=null perm=null
2015-03-13 11:14:13,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0020_conf.xml_tmp dst=null perm=null
2015-03-13 11:14:13,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020/job_1426270086855_0020_1_conf.xml dst=null perm=null
2015-03-13 11:14:13,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0020_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw-
2015-03-13 11:14:13,832 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63115, dest: /127.0.0.1:64582, bytes: 92863, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_952212453_1, offset: 0, srvID: DS-1538169537-10.1.1.144-63115-1426270086031, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742024_1200, duration: 295000
2015-03-13 11:14:13,834 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2848)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0020_conf.xml_tmp. BP-951401976-10.1.1.144-1426270084277 blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]}
2015-03-13 11:14:13,836 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742029_1205 src: /127.0.0.1:64583 dest: /127.0.0.1:63105
2015-03-13 11:14:13,837 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742029_1205 src: /127.0.0.1:64584 dest: /127.0.0.1:63112
2015-03-13 11:14:13,839 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-951401976-10.1.1.144-1426270084277:blk_1073742029_1205 src: /127.0.0.1:64585 dest: /127.0.0.1:63108
2015-03-13 11:14:13,843 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64585, dest: /127.0.0.1:63108, bytes: 92143, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_952212453_1, offset: 0, srvID: DS-1284647950-10.1.1.144-63108-1426270085585, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742029_1205, duration: 2459000
2015-03-13 11:14:13,843 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742029_1205, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-03-13 11:14:13,843 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63108 is added to blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:14:13,843 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64584, dest: /127.0.0.1:63112, bytes: 92143, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_952212453_1, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742029_1205, duration: 2881000
2015-03-13 11:14:13,844 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742029_1205, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:14:13,844 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63112 is added to blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:14:13,844 INFO DataNode.clienttrace (BlockReceiver.java:run(1035)) - src: /127.0.0.1:64583, dest: /127.0.0.1:63105, bytes: 92143, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_952212453_1, offset: 0, srvID: DS-646114963-10.1.1.144-63105-1426270085593, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742029_1205, duration: 3838000
2015-03-13 11:14:13,845 INFO datanode.DataNode (BlockReceiver.java:run(1118)) - PacketResponder: BP-951401976-10.1.1.144-1426270084277:blk_1073742029_1205, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-03-13 11:14:13,845 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2237)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:63105 is added to blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:63105|RBW], ReplicaUnderConstruction[127.0.0.1:63112|RBW], ReplicaUnderConstruction[127.0.0.1:63108|RBW]]} size 0
2015-03-13 11:14:13,846 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2789)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0020_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_952212453_1
2015-03-13 11:14:13,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0020_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:14:13,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0020.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0020.summary perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:14:13,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0020_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0020_conf.xml perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:14:13,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0020-1426270431078-soberoi-%5B3A63E5124010497088A0AA78FAA97D12%2F429ACBD74CE84BEF-1426270453752-6-1-SUCCEEDED-default.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1426270086855_0020-1426270431078-soberoi-%5B3A63E5124010497088A0AA78FAA97D12%2F429ACBD74CE84BEF-1426270453752-6-1-SUCCEEDED-default.jhist perm=soberoi:supergroup:rwxrwx---
2015-03-13 11:14:13,860 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(632)) - appattempt_1426270086855_0020_000001 State change from RUNNING to FINISHING
2015-03-13 11:14:13,860 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(686)) - Removing application with id application_1426270086855_0020
2015-03-13 11:14:13,860 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0020 State change from RUNNING to REMOVING
2015-03-13 11:14:13,861 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(487)) - Removing info for app: application_1426270086855_0020
2015-03-13 11:14:13,861 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(578)) - application_1426270086855_0020 State change from REMOVING to FINISHING
2015-03-13 11:14:14,318 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742025_1201
2015-03-13 11:14:14,319 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742029_1205
2015-03-13 11:14:14,320 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742027_1203
2015-03-13 11:14:14,414 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63105 to delete [blk_1073742017_1193, blk_1073741937_1113, blk_1073741987_1163, blk_1073741957_1133, blk_1073741927_1103, blk_1073741947_1123, blk_1073741997_1173, blk_1073741967_1143]
2015-03-13 11:14:14,414 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:63115 to delete [blk_1073742017_1193, blk_1073741937_1113, blk_1073742007_1183, blk_1073741977_1153, blk_1073741967_1143]
2015-03-13 11:14:14,521 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742028_1204
2015-03-13 11:14:14,521 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742026_1202
2015-03-13 11:14:14,713 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742025_1201
2015-03-13 11:14:14,713 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742026_1202
2015-03-13 11:14:14,714 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742027_1203
2015-03-13 11:14:14,715 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-951401976-10.1.1.144-1426270084277:blk_1073742028_1204
2015-03-13 11:14:14,721 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 1 } state: C_RUNNING diagnostics: "" exit_status: -1000
2015-03-13 11:14:14,721 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(314)) - Sending out status for container: container_id { app_attempt_id { application_id { id: 20 cluster_timestamp: 1426270086855 } attemptId: 1 } id: 8 } state: C_COMPLETE diagnostics: "Container killed by the ApplicationMaster.\nContainer killed on request. Exit code is 143\n" exit_status: 143
2015-03-13 11:14:14,721 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNodeStatusAndUpdateContainersInContext(324)) - Removed completed container container_1426270086855_0020_01_000008
2015-03-13 11:14:14,722 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1426270086855_0020_01_000008 Container Transitioned from RUNNING to COMPLETED
2015-03-13 11:14:14,722 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(252)) - Completed container: container_1426270086855_0020_01_000008 in state: COMPLETED event:FINISHED
2015-03-13 11:14:14,722 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1426270086855_0020 CONTAINERID=container_1426270086855_0020_01_000008
2015-03-13 11:14:14,722 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1426270086855_0020_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.144:63142, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-03-13 11:14:14,722 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1509)) - default used=<memory:2048, vCores:1> numContainers=1 user=soberoi user-resources=<memory:2048, vCores:1>
2015-03-13 11:14:14,722 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1451)) - completedContainer container=Container: [ContainerId: container_1426270086855_0020_01_000008, NodeId: 10.1.1.144:63142, NodeHttpAddress: 10.1.1.144:63145, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.1.1.144:63142 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:14:14,722 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(697)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-03-13 11:14:14,722 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(711)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-03-13 11:14:14,723 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(841)) - Application appattempt_1426270086855_0020_000001 released container container_1426270086855_0020_01_000008 on node: host: 10.1.1.144:63142 #containers=1 available=2048 used=2048 with event: FINISHED
2015-03-13 11:14:14,867 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073742020_1196 127.0.0.1:63112 127.0.0.1:63108 127.0.0.1:63115 127.0.0.1:63105
2015-03-13 11:14:14,867 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073742021_1197 127.0.0.1:63112 127.0.0.1:63105 127.0.0.1:63108 127.0.0.1:63115
2015-03-13 11:14:14,868 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073742022_1198 127.0.0.1:63105 127.0.0.1:63108 127.0.0.1:63115
2015-03-13 11:14:14,868 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073742023_1199 127.0.0.1:63108 127.0.0.1:63105 127.0.0.1:63115
2015-03-13 11:14:14,868 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073742025_1201 127.0.0.1:63112 127.0.0.1:63115 127.0.0.1:63108
2015-03-13 11:14:14,868 INFO BlockStateChange (BlockManager.java:addToInvalidates(1009)) - BLOCK* addToInvalidates: blk_1073742024_1200 127.0.0.1:63115 127.0.0.1:63112 127.0.0.1:63108
2015-03-13 11:14:14,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1426270086855_0020 dst=null perm=null
2015-03-13 11:14:14,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null
2015-03-13 11:14:14,906 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary
2015-03-13 11:14:14,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/_temporary dst=null perm=null
2015-03-13 11:14:14,913 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - fs.default.name is deprecated. Instead, use fs.defaultFS
2015-03-13 11:14:14,914 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapreduce.job.counters.limit is deprecated. Instead, use mapreduce.job.counters.max
2015-03-13 11:14:14,914 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - io.bytes.per.checksum is deprecated. Instead, use dfs.bytes-per-checksum
2015-03-13 11:14:14,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null
2015-03-13 11:14:14,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null
2015-03-13 11:14:14,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null
2015-03-13 11:14:14,917 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-03-13 11:14:14,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/part-00000 dst=null perm=null
2015-03-13 11:14:14,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/part-00000 dst=null perm=null
2015-03-13 11:14:14,920 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64586, bytes: 1082, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742026_1202, duration: 116000
2015-03-13 11:14:14,921 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output//hadoop2-mr1/serializedpipesplatform/customerwritable
2015-03-13 11:14:14,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null
2015-03-13 11:14:14,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null
2015-03-13 11:14:14,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null
2015-03-13 11:14:14,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable dst=null perm=null
2015-03-13 11:14:14,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/part-00000 dst=null perm=null
2015-03-13 11:14:14,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(6725)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/pivotal/build/test/output/hadoop2-mr1/serializedpipesplatform/customerwritable/part-00000 dst=null perm=null
2015-03-13 11:14:14,926 INFO DataNode.clienttrace (BlockSender.java:sendBlock(732)) - src: /127.0.0.1:63112, dest: /127.0.0.1:64586, bytes: 1082, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-896385827_9, offset: 0, srvID: DS-2043704984-10.1.1.144-63112-1426270085851, blockid: BP-951401976-10.1.1.144-1426270084277:blk_1073742026_1202, duration: 179000